-- Logs begin at Wed 2021-02-17 00:41:14 UTC, end at Wed 2021-02-17 01:39:31 UTC. -- Feb 17 01:14:31.970025 dv-cinder-759987-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 01:14:34.663755 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.common.config [-] Logging enabled! Feb 17 01:14:34.664316 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 01:14:34.665601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83825) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 01:14:34.667366 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.common.config [-] Logging enabled! Feb 17 01:14:34.667663 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517 Feb 17 01:14:34.668005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83825) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 01:14:34.669050 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 01:14:34.669310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 01:14:34.670321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 01:14:34.670597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 01:14:34.670850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 01:14:34.671209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.671572 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.671907 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.672163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.672498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.672826 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.673140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.673465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.673794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.674114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.674426 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.674738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.674991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.675302 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.675653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.675974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.676220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] debug = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.676528 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.677061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.677373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.677683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.678006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.678309 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.678616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.678932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.679286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] host = dv-cinder-759987-3-smb {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.679623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.679943 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.680265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.680586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.680891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.681196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.681515 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.681817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.682120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] log_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.682428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.682750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.683070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.683420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.683675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.683941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.684263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.684588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.684895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.685202 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.685507 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.685810 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.686115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.686414 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.686737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.687057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.687398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.687709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.688014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.688314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.688616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.688938 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.689242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.689546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.689851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.690173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.690472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.690777 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.691113 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.691456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.691774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.692093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.692398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.692718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.693020 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.693318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.693619 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] use_json = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.693920 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.694218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.694534 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.694836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.695137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.695463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.695769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.696089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:34.696417 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.696757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.697094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.697407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.697732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.698048 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.698372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.698681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.699007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.699361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.700188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.700498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.700817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.701124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.701457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.701799 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.702130 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.702460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.702765 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.703070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.703397 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.703709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.704028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.704357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.704682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.704985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.705293 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.705621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.705930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.706234 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.706543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.706867 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.707173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.707507 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.707826 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.708134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.708438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.708743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.709051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.709380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.709688 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.709992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.710296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.710605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.710909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.711225 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.711564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.711872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.712178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.712489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.712797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.713101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.713408 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.713713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.714024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.714327 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.714629 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.714932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.715868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.716181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.716489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.716795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.717105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.717417 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.717721 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.718025 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.718329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.718633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.718952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.719289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.719640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.719951 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.720264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.720574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.720882 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.721193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.721504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.721816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.722119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.722448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.722767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.723084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.723421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.723736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.724067 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.724379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.724717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.725006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.725563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.725884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.726205 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.726536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.726865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.727194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.727552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.727883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.728196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.728543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.728858 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:34.729100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 01:14:34.729356 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83825) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 01:14:35.378313 dv-cinder-759987-3-smb neutron-server[83825]: INFO keyring.backend [-] Loading Gnome Feb 17 01:14:35.395262 dv-cinder-759987-3-smb neutron-server[83825]: INFO keyring.backend [-] Loading Google Feb 17 01:14:35.397777 dv-cinder-759987-3-smb neutron-server[83825]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 01:14:35.401214 dv-cinder-759987-3-smb neutron-server[83825]: INFO keyring.backend [-] Loading file Feb 17 01:14:35.402193 dv-cinder-759987-3-smb neutron-server[83825]: INFO keyring.backend [-] Loading keyczar Feb 17 01:14:35.402475 dv-cinder-759987-3-smb neutron-server[83825]: INFO keyring.backend [-] Loading multi Feb 17 01:14:35.403131 dv-cinder-759987-3-smb neutron-server[83825]: INFO keyring.backend [-] Loading pyfs Feb 17 01:14:35.448202 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83825) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:14:35.448455 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83825) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:14:35.448772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83825) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:14:35.449139 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 01:14:35.835124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.835707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.835707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.884650 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.884961 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.885256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.888850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.889152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.889446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.956211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.956520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.956814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.957941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.958239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:35.958530 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.230224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.230545 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.230869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.231168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.232016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.377186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.377562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.378400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.378699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.378987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.379373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.379675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.379957 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.380236 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.380564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.380850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.381146 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.381443 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.381726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.382029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.382336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.382621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.382930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.383209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.383711 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.383993 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.384268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.384575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.384855 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.385123 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.385540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83825) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:14:36.385808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83825) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:14:36.386072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83825) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:14:36.386334 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83825) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:14:36.386596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83825) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:14:36.386860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83825) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:14:36.387818 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 01:14:36.390993 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 01:14:36.394861 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 01:14:36.398737 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Feb 17 01:14:36.400397 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 01:14:36.401663 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 01:14:36.402041 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 01:14:36.402472 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 01:14:36.405729 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 01:14:36.406009 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 01:14:36.406392 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 01:14:36.427829 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 17 01:14:36.428294 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.428617 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83825) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 01:14:36.429023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.430364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83825) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 01:14:36.430672 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 01:14:36.430945 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 01:14:36.434178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.434487 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:36.503111 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 01:14:36.503397 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 01:14:36.503667 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 01:14:36.504062 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 01:14:36.536837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.sqlalchemy.engines [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83825) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 01:14:36.972622 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Initializing driver for type 'gre' Feb 17 01:14:36.973182 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] gre ID ranges: [(1, 1000)] Feb 17 01:14:37.013819 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Initializing driver for type 'local' Feb 17 01:14:37.014177 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Initializing driver for type 'vlan' Feb 17 01:14:37.023379 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] VlanTypeDriver initialization complete Feb 17 01:14:37.023749 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Initializing driver for type 'vxlan' Feb 17 01:14:37.024252 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] vxlan ID ranges: [(1, 1000)] Feb 17 01:14:37.064285 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Initializing extension driver 'port_security' Feb 17 01:14:37.064637 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.extensions.port_security [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] PortSecurityExtensionDriver initialization complete Feb 17 01:14:37.064997 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Initializing mechanism driver 'openvswitch' Feb 17 01:14:37.071093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83825) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:14:37.071939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > port after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.072345 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > port after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.072729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > port after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.073147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > subnet after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.073529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > subnet after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.073902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.074308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > network after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.074714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > network after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.075083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > network after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.075516 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > security_group after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.075890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > security_group after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.076256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > security_group after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.076657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.077026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.077389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.077917 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > address_group after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.078288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > address_group after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.078653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > address_group after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.079009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] ML2 OVO RPC backend initialized. {{(pid=83825) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 01:14:37.079734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.080114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.080556 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > network before_response 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.080925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > networks before_response 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.081291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > port before_response 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.081654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > ports before_response 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.082026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > subnet before_response 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.082389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > subnets before_response 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.082756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > network after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.083118 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > network after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.083505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > network after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.083869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > port after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.084229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > port after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.084587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > port after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.084944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > subnet after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.085304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > subnet after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.085664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.086284 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.plugin [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Modular L2 Plugin initialization complete Feb 17 01:14:37.086628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading services supported by the core plugin {{(pid=83825) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 01:14:37.086981 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.plugins.ml2.managers [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Got port-security extension from driver 'port_security' Feb 17 01:14:37.087508 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.extensions.vlantransparent [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Disabled vlantransparent extension. Feb 17 01:14:37.087983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83825) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 01:14:37.088317 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading Plugin: router Feb 17 01:14:37.126686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router_interface before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.127117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router after_create 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.127561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router before_create 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.127956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.128363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.128748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router after_delete 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.129136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > floatingip after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.129535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router after_create 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.129909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router after_update 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.130288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router after_update 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.130664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.131056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router after_update 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.131561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router precommit_update 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.131972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: port after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.132343 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: port after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.132712 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: subnet after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.133084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.133464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > port precommit_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.133841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router precommit_create 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.134211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: port before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.134583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router precommit_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.134978 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router after_update 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.135358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router precommit_delete 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.135759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router precommit_create 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.136156 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.136533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router precommit_update 55549900 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.136955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > network after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.138024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Tracking information for resource: router configured {{(pid=83825) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:14:37.138393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Tracking information for resource: floatingip configured {{(pid=83825) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 01:14:37.143196 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_agentschedulers_db [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 01:14:37.143871 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: port after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.144257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: port after_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.144634 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: port after_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.145009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: port after_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.145895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router before_create 55550100 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.146289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router precommit_delete 55550100 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.146682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router precommit_create 55550100 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.147066 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > router precommit_update 55550100 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.151723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.provider_configuration [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service providers = [] {{(pid=83825) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 01:14:37.152109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.servicetype_db [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83825) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 01:14:37.155136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.service_base [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83825) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 01:14:37.155535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.service_base [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83825) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 01:14:37.155906 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.service_base [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83825) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 01:14:37.156781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.service_base [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83825) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 01:14:37.157170 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.services.service_base [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 01:14:37.157579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83825) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:14:37.157919 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 01:14:37.167898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83825) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:14:37.168793 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading Plugin: auto_allocate Feb 17 01:14:37.174520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: network precommit_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.174908 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: network precommit_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.175540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83825) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:14:37.175891 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading Plugin: tag Feb 17 01:14:37.182751 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83825) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:14:37.183114 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading Plugin: timestamp Feb 17 01:14:37.187638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83825) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:14:37.188143 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading Plugin: network_ip_availability Feb 17 01:14:37.193632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.194028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.194410 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.195193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83825) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:14:37.195565 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading Plugin: flavors Feb 17 01:14:37.200542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83825) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:14:37.200900 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading Plugin: revisions Feb 17 01:14:37.205157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83825) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 01:14:37.205575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=83825) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:14:37.206366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83825) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 01:14:37.206716 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Initializing extension manager. Feb 17 01:14:37.207263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: __init__.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.207658 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: __pycache__ {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.208021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.208380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: address_group.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.209327 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.209962 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: address-group Feb 17 01:14:37.210315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: address_scope.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.211070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.211650 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: address-scope Feb 17 01:14:37.212000 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: admin_state_down_before_update.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.212933 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.213497 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: router-admin-state-down-before-update Feb 17 01:14:37.213847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: agent.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.214598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.215706 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: agent Feb 17 01:14:37.216053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: agent_resources_synced.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.216960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.217517 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: agent-resources-synced Feb 17 01:14:37.217865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: allowedaddresspairs.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.219676 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.220251 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: allowed-address-pairs Feb 17 01:14:37.220603 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: auto_allocated_topology.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.221669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.222233 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: auto-allocated-topology Feb 17 01:14:37.222587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: availability_zone.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.223406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.223925 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: availability_zone Feb 17 01:14:37.224276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: availability_zone_filter.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.225192 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.226001 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: availability_zone_filter Feb 17 01:14:37.226351 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: data_plane_status.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.227251 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.227832 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 01:14:37.228180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: default_subnetpools.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.229098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.229657 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: default-subnetpools Feb 17 01:14:37.230005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: dhcpagentscheduler.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.231561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.232131 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: dhcp_agent_scheduler Feb 17 01:14:37.232485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: dns.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.233395 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.233956 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension dns-integration not supported by any of loaded plugins Feb 17 01:14:37.234307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: dns_domain_ports.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.235221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.235823 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 01:14:37.236175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: dvr.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.236892 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.237451 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: dvr Feb 17 01:14:37.237802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: empty_string_filtering.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.238718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.239274 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: empty-string-filtering Feb 17 01:14:37.239680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.240585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.241139 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 01:14:37.241490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.242402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.242961 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 01:14:37.243315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: external_net.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.244245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.244810 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: external-net Feb 17 01:14:37.245165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: extra_dhcp_opt.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.246066 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.246667 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: extra_dhcp_opt Feb 17 01:14:37.247017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: extraroute.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.247958 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.248512 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: extraroute Feb 17 01:14:37.248859 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: extraroute_atomic.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.249879 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.250437 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: extraroute-atomic Feb 17 01:14:37.250784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: filter_validation.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.251505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.252060 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: filter-validation Feb 17 01:14:37.252404 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: fip_pf_description.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.253310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.253866 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 01:14:37.254211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: fip_port_details.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.255126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.255711 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: fip-port-details Feb 17 01:14:37.256055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: flavors.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.257278 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.257841 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: flavors Feb 17 01:14:37.258193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.259846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.260423 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 01:14:37.260874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: floatingip_pools.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.261619 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.262233 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: floatingip-pools Feb 17 01:14:37.262562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: ip_allocation.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.263516 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.264088 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 01:14:37.264441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.265362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.265926 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: ip-substring-filtering Feb 17 01:14:37.266279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: l2_adjacency.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.267195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.267783 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 01:14:37.268136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: l3.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.269190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.269754 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: router Feb 17 01:14:37.270105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: l3_conntrack_helper.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.272380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.272960 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 01:14:37.273319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.274270 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.274833 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: ext-gw-mode Feb 17 01:14:37.275186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.276133 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.276694 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: l3-ha Feb 17 01:14:37.277047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: l3_flavors.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.278472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.279034 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: l3-flavors Feb 17 01:14:37.279405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.280320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.280887 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 01:14:37.281237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: l3agentscheduler.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.282502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.283078 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: l3_agent_scheduler Feb 17 01:14:37.283467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: logging.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.284984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.285555 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension logging not supported by any of loaded plugins Feb 17 01:14:37.285916 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: metering.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.286700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.287407 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: metering Feb 17 01:14:37.287765 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.288876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.289443 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: metering_source_and_destination_fields Feb 17 01:14:37.289792 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: multiprovidernet.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.290746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.291288 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: multi-provider Feb 17 01:14:37.291667 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: netmtu.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.292580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.293137 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: net-mtu Feb 17 01:14:37.294134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: netmtu_writable.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.295055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.295632 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: net-mtu-writable Feb 17 01:14:37.295983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: network_availability_zone.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.296685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.297238 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: network_availability_zone Feb 17 01:14:37.297585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: network_ip_availability.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.298680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.299239 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: network-ip-availability Feb 17 01:14:37.299616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: network_segment_range.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.300539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.301100 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 01:14:37.301448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: pagination.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.302439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.302801 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: pagination Feb 17 01:14:37.303147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: port_device_profile.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.304068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.304642 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: port-device-profile Feb 17 01:14:37.304989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.305898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.306459 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: port-mac-address-regenerate Feb 17 01:14:37.306814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.307742 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.308301 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: port-numa-affinity-policy Feb 17 01:14:37.308648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: port_resource_request.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.309570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.310132 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 01:14:37.310477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: portbindings.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.311444 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.312012 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: binding Feb 17 01:14:37.312363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: portbindings_extended.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.313633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.314203 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: binding-extended Feb 17 01:14:37.314554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: portsecurity.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.315497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.316061 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: port-security Feb 17 01:14:37.316409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: project_id.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.317381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.317743 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: project-id Feb 17 01:14:37.318093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: providernet.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.319009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.319621 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: provider Feb 17 01:14:37.319973 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: qos.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.323505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.324087 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension qos not supported by any of loaded plugins Feb 17 01:14:37.324455 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.326817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.327403 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 01:14:37.327763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.328683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.329244 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 01:14:37.329602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: qos_default.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.330508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.331064 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension qos-default not supported by any of loaded plugins Feb 17 01:14:37.331441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: qos_fip.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.332124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.332673 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension qos-fip not supported by any of loaded plugins Feb 17 01:14:37.333021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: qos_gateway_ip.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.333930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.334495 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 01:14:37.334843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: qos_port_network_policy.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.335770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.336326 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 01:14:37.336673 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: qos_rule_type_details.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.337579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.338116 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 01:14:37.338464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: qos_rules_alias.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.339578 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.340685 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 01:14:37.341035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: quotasv2.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.342013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.342371 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: quotas Feb 17 01:14:37.342717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: quotasv2_detail.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.344347 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.344725 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: quota_details Feb 17 01:14:37.345078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: rbac.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.346216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.346796 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: rbac-policies Feb 17 01:14:37.347153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: rbac_address_scope.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.348100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.348665 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: rbac-address-scope Feb 17 01:14:37.349016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: rbac_security_groups.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.350047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.350865 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: rbac-security-groups Feb 17 01:14:37.351213 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: rbac_subnetpool.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.352150 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.352714 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: rbac-subnetpool Feb 17 01:14:37.353063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: revisionifmatch.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.353983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.354545 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: revision-if-match Feb 17 01:14:37.354902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: revisions.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.356665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.357232 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: standard-attr-revisions Feb 17 01:14:37.357586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: router_availability_zone.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.358296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.358857 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: router_availability_zone Feb 17 01:14:37.359204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: routerservicetype.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.360151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.360714 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension router-service-type not supported by any of loaded plugins Feb 17 01:14:37.361061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.361989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.362548 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: security-groups-normalized-cidr Feb 17 01:14:37.362901 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: security_groups_port_filtering.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.363851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.364415 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: port-security-groups-filtering Feb 17 01:14:37.364767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.365701 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.366268 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: security-groups-remote-address-group Feb 17 01:14:37.366618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: securitygroup.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.380149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.380746 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: security-group Feb 17 01:14:37.381109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: segment.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.381963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.382532 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension segment not supported by any of loaded plugins Feb 17 01:14:37.382885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.383847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.384411 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 01:14:37.384766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: servicetype.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.385856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.386425 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: service-type Feb 17 01:14:37.386779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: sorting.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.387798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.388165 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: sorting Feb 17 01:14:37.388512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: standard_attr_segment.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.389425 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.389997 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 01:14:37.390348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: standardattrdescription.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.391026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.391611 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: standard-attr-description Feb 17 01:14:37.391962 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: stateful_security_group.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.392894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.393463 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: stateful-security-group Feb 17 01:14:37.393811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: stdattrs_common.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.394381 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 01:14:37.394732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.395757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.396317 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 01:14:37.396664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: subnet_onboard.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.397703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.398268 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: subnet_onboard Feb 17 01:14:37.398614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.399554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.400124 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 01:14:37.400471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: subnet_service_types.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.401389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.401965 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: subnet-service-types Feb 17 01:14:37.402298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: subnetallocation.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.403929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.404499 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: subnet_allocation Feb 17 01:14:37.404849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.405544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.406124 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: subnetpool-prefix-ops Feb 17 01:14:37.406472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.407434 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.408001 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 01:14:37.408350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: tagging.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.409609 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.410198 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: standard-attr-tag Feb 17 01:14:37.410553 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: timestamp.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.411742 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.412308 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loaded extension: standard-attr-timestamp Feb 17 01:14:37.412662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: trunk.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.413682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.414248 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension trunk not supported by any of loaded plugins Feb 17 01:14:37.414599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: trunk_details.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.415553 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.416116 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension trunk-details not supported by any of loaded plugins Feb 17 01:14:37.416465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: uplink_status_propagation.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.417375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.417936 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 01:14:37.418329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Loading extension file: vlantransparent.py {{(pid=83825) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 01:14:37.419518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83825) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 01:14:37.420081 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 01:14:37.422724 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:network Feb 17 01:14:37.423523 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:subnet Feb 17 01:14:37.424186 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:14:37.424835 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:port Feb 17 01:14:37.426313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.426788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service FLAVORS assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.427502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.427972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.428330 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:router Feb 17 01:14:37.429039 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:floatingip Feb 17 01:14:37.429801 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service METERING assigned prefix: /metering {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.431565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.431959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.432332 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83825) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:14:37.433457 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 01:14:37.433970 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:security_group Feb 17 01:14:37.434756 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 01:14:37.435574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service CORE assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.435938 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:14:37.436301 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] subnetpool is already registered Feb 17 01:14:37.436963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service CORE assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.437318 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:14:37.437666 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] subnetpool is already registered Feb 17 01:14:37.440444 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.440919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service FLAVORS assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.441554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.442005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.442364 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:router Feb 17 01:14:37.442719 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] router is already registered Feb 17 01:14:37.443400 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:floatingip Feb 17 01:14:37.443756 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] floatingip is already registered Feb 17 01:14:37.444438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service METERING assigned prefix: /metering {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.445162 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 01:14:37.445524 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] rbac_policy is already registered Feb 17 01:14:37.446135 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:security_group Feb 17 01:14:37.446491 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] security_group is already registered Feb 17 01:14:37.447124 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 01:14:37.447509 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] security_group_rule is already registered Feb 17 01:14:37.448231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service CORE assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.448588 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:14:37.448938 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] subnetpool is already registered Feb 17 01:14:37.449857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.resource_helper [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Service CORE assigned prefix: {{(pid=83825) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 01:14:37.450014 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 01:14:37.450362 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.quota.resource_registry [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] subnetpool is already registered Feb 17 01:14:37.451056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: extensions {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.452625 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: address-groups {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.454308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: address-scopes {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.455623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: agents {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.456844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: auto-allocated-topology {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.458152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: availability_zones {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.459565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: dhcp-networks {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.461056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: dhcp-agents {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.462541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: routers {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.464484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: flavors {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.466325 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: service_profiles {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.467644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: next_providers {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.470036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: service_profiles {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.471630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: floatingip-pools {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.472937 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: routers {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.474941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: floatingips {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.476449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: l3-routers {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.477910 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: l3-agents {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.479420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: metering-labels {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.481469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: metering-label-rules {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.482894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: network-ip-availabilities {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.484294 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: bindings {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.486017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: quotas {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.487555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: quotas {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.489051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: rbac-policies {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.490413 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: security-groups {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.491724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: security-group-rules {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.493046 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: service-providers {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.494340 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: subnetpools {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.495860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: subnetpools {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.497417 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.499207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.501160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.503026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.504942 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.506744 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.508677 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.510623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.512641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.514590 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.extensions [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Extended resource: tags {{(pid=83825) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 01:14:37.521652 dv-cinder-759987-3-smb neutron-server[83825]: WARNING keystonemiddleware.auth_token [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 01:14:37.526836 dv-cinder-759987-3-smb neutron-server[83825]: WARNING keystonemiddleware.auth_token [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 01:14:37.536100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Acquired lock "singleton_lock" {{(pid=83825) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 01:14:37.536614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Releasing lock "singleton_lock" {{(pid=83825) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 01:14:37.538060 dv-cinder-759987-3-smb neutron-server[83825]: INFO oslo_service.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Starting 2 workers Feb 17 01:14:37.542793 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Started child 83936 {{(pid=83825) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 01:14:37.547567 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:37.548059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Started child 83937 {{(pid=83825) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 01:14:37.549014 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [-] (83936) wsgi starting up on http://0.0.0.0:9696 Feb 17 01:14:37.549548 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 01:14:37.550199 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Notify callbacks [] for process, before_spawn {{(pid=83825) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:37.551474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:37.552709 dv-cinder-759987-3-smb neutron-server[83825]: INFO oslo_service.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Starting 1 workers Feb 17 01:14:37.552863 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [-] (83937) wsgi starting up on http://0.0.0.0:9696 Feb 17 01:14:37.558151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Started child 83938 {{(pid=83825) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 01:14:37.558692 dv-cinder-759987-3-smb neutron-server[83825]: INFO oslo_service.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Starting 1 workers Feb 17 01:14:37.560429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] calling RpcWorker wait() {{(pid=83938) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 01:14:37.560847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] returning from RpcWorker wait() {{(pid=83938) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 01:14:37.562328 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:37.562836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:14:37.563493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Started child 83939 {{(pid=83825) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 01:14:37.564310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce82bb-e425-4bf7-a38e-d70dae3d049a None None] Notify callbacks [] for process, after_spawn {{(pid=83825) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:37.565913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83825) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 01:14:37.566152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 01:14:37.566352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 01:14:37.566608 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 01:14:37.567003 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 01:14:37.567190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 01:14:37.567370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:37.567760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.568064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.568308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:14:37.568409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.568636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.568956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.569576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.569847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.570145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.570459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.570749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.570940 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.571130 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.571435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.571719 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.572048 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.572333 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.572604 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.572868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.573076 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.573349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.573645 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.573924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.574215 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] debug = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.575043 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.575631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.575887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.576188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.576451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.576750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.577012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.577299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.577576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.577994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.578257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.578535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.578775 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.579049 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.579356 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.579605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.580069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] host = dv-cinder-759987-3-smb {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.580314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.580560 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.580822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.581083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.581372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.581627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.581925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.582209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.582466 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.582720 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.582994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.583250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.583550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.583839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.583995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_options = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.584260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.584560 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.584872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.585086 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.585242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.585433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.585729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.585894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.586178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.586420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.586660 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.586902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.587161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.587443 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.587729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.587970 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.588248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.588511 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.588802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.589066 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.589343 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.589615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.589857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.590171 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.590938 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.591181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.591464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.591738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.591995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.592266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.592528 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.592805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.593031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.593467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.593739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.593983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.594250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.594514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.594780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.595056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.595436 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.595706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.595972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.596250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.596484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.596726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_json = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.596965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.597211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.597487 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.597752 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.597987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.598244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.598483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.598758 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.599197 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.599532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.599871 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.600123 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.600648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.600911 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.601192 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.601452 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.601713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.601976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.602312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.602558 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.602873 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.603117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.603416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.603727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.604141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.604579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.604831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.605075 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.607816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.608311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.608311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.608467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.608690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.608931 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.609172 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.609428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.609809 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.610108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.610362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.610652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.610919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.611165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.611429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.612188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.612188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.612188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.612423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.612640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.612937 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.613206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.613468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.613705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.613943 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.614169 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.614577 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.614824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.615063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.615321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.615600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.615840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.616127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.616377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.616622 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.616863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.617129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.617483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.617903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.618245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.618563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.618817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.619063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.619309 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.619580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.619823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.620065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.620304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.620544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.620790 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.621040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.621282 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.621554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.621982 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55234) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:14:37.622164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.626086 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.626451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.626885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.627182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.627520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.627812 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.628116 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.628379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.628668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.628946 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.629223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.629492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.629792 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.630059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.630360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.630635 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.630888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.631185 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.631462 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.631719 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.631973 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.632248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.632520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.632806 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.633082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.633350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.633633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.633931 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.634239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.634504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.634818 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.635085 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.635403 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.638420 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0126698 Feb 17 01:14:37.639033 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.639392 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.639737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.640061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.640356 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.640653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.641750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.641750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.641750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.641750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.642206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.642286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.642579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.642839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.643090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.643655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.644034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.644948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.644948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.644948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.645158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.645369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.645644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.645949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.646233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.646861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.647309 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.649778 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.650475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.650727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.651177 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.651502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.652134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.655352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.659741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.660051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.660339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.660669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.660942 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.661190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.661445 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.661709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.661969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.662266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.662539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.662829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.663094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.663400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.663843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.664185 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.664505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.664865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.665424 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.666022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.666137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.666331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.667307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.667307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.667307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.667574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.667750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.667953 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.668223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.668477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.668782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.668965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.669213 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.669510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.669759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.670039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.671017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.671017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.671017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.671265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.671472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.671860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.672276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.672677 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.672935 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.673188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.673444 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.673697 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.673979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.674258 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.674533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.674779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.675027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.675271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.675564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.675808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.677794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.677794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.678099 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.678489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.678616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.678875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.679134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.679436 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.679699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.679949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.680194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.680608 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.681867 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.681867 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.681867 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.681867 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.682165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.682319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.683119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.683119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.683119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.683473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.683752 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.684622 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.685914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.686186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.686477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.686746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.687043 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.687463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.687811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.688120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.688431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.688762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.689063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.689384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.689650 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.689965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.690332 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.690613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.690905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.691174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.692067 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.692184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.692457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.693457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.693457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.693457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.693684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.693757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.694010 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.694276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.694548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.695167 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.695745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.696271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.696579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.696843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.697031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 01:14:37.698164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83825) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 01:14:37.698457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 01:14:37.698644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 01:14:37.698854 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 01:14:37.699058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 01:14:37.699239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 01:14:37.700052 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.700242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.700430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.700618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.701087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.701409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.703788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.703788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.703966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.704167 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.704367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.704563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.704759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.704938 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.705126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.705319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.705510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.705699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.705895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.706086 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.706274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.706461 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.706666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] debug = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.706811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.707017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.707190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.707424 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.707615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.707781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.707966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.708153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.708315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.708504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.708690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.708878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.709061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.709245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.709432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.709635 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.710522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] host = dv-cinder-759987-3-smb {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.710522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.710522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.710522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.710522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.710865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.710865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.710988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.711074 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.711292 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.711489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.711639 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.711796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.711936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.712119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.712281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_options = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.712464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.712630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.713501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.713501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.713501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.713501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.713501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.714162 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.714162 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.714162 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.714162 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.714695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.714695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.714695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.715155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.715155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.715155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.716442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.716614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.716924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.718718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.718718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.718718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.718718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.718718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.718718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.719287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.719287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.719287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.719588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.719588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.719791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.719887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.720031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.720219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.720406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.720592 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.720782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.720968 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.721154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.721341 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.721527 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.721711 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.722269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.722269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.722269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_json = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.722544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.722544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.722726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.723649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.723649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.723649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.723649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.723649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 01:14:37.724087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.724087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.724087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.724348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.724348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.724520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.724706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.724897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.725129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.725245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.726649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.726649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.726649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.726649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.726649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.726649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.726649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.727125 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.727125 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.727299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.727299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.727548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.727708 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.727897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.728087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.728276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.728463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.728652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.728841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.729030 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.729219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.729409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.729680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.729854 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.730041 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.730229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.730416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.730607 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.730821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.731009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.731199 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.731409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.731600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.731814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.731928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.732121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.732310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.732498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.732686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.732883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.733052 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.733239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.733450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.733595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.733782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.733971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.734547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.734547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.734547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.734757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.735823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.736421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.736641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.736843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.737094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.737296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.737582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.738501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.738501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.738812 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.739014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.739228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.739484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.739583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.740644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.740853 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.741053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.741249 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.741445 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.743407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.743407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.743407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.744508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.744508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.744508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.744820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.744820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.744996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.745088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.745342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.745767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.746013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.746265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.746690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.746902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.747021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.747222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.748349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.748543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.748740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.748935 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.749122 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.749319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.749917 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.750115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.750308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.751250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.751250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.751250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.751250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.751596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.751596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.751724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.752070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.752070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.752219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.752430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.752579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.752728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.752924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.753113 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.753304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.753492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.753681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.753869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.754058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.754246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.754419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.754626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.754791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.754985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.755176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.755458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.755622 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.755817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.756006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.756194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.756366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.756552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.756791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.756983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.757149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.757342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.757532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.757705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.757892 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.758061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.758250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.758895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.758895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.759239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.759472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.759784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.760655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.760655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.760655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.760655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.760655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.761093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.761093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.761093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.761336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.761727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.761926 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.762640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.762827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.763003 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.763184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.763452 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.763645 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.763833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.764003 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.764173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.764359 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.764974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.764974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.764974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.765268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.765268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.765442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.765518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.765690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.765863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.766034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.766221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.766322 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:14:37.766427 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.766570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.766776 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.766965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.767151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.767375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.767571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.767821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.767913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.768098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.768289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.768478 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.768664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.768860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.769049 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.769239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.769429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.769616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.769804 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.769991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.770178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.770379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.770568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.770754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.770941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.771129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.771369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.771538 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.771725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.771914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.772104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.772279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.772465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.772620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.772811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.772980 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.773170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.773361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.773548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.773746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.773907 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.774096 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.774286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.774487 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.774699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.775358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.775358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.775358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.775358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.775655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.775730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.775876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.776047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.776222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.777091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.777091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.777091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.777091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.777091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.777419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.777419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.777664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.778511 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.778511 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.778771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.778771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.779046 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.779203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.779415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.779520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.779615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.779808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.779997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.780183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.780371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.780559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.780748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.780936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.781125 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 01:14:37.781287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83825) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 01:14:48.067841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7a635-5344-4c4f-aeda-37d1e85d5cdb None None] get_active_networks_info from dv-cinder-759987-3-smb {{(pid=83938) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 01:14:48.195603 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee7a635-5344-4c4f-aeda-37d1e85d5cdb None None] No non-hosted networks {{(pid=83938) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 01:14:48.231774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5450172-0a29-4f83-acb0-fe147a662912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297'] for agent, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:50.248281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-64f654f0-0300-49e3-9896-65485f9e8782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297'] for agent, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:50.300687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-155f150d-0701-45bf-a23c-ca9b45e54ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:50.603031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297'] for agent, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:51.589182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297'] for agent, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:51.590448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.590966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.591534 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.592042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.592596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.593148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.593682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.594217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.594753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.595309 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.595905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.596439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:14:51.597040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759987-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:14:51.602605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759987-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:14:52.306448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297'] for agent, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:53.482677 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] get_endpoint_by_host() called for host dv-cinder-759987-3-smb {{(pid=83938) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 01:14:53.488029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] get_endpoint_by_ip() called for ip 192.168.0.56 {{(pid=83938) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 01:14:53.491246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] _add_endpoint() called for ip 192.168.0.56 {{(pid=83938) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 01:14:53.497324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] _get_endpoints() called {{(pid=83938) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 01:14:53.635969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55334) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:14:54.248281 dv-cinder-759987-3-smb neutron-server[83825]: WARNING oslo_policy.policy [None req-dfea90b4-2eea-4317-8b15-d745e0335f38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:14:54.248833 dv-cinder-759987-3-smb neutron-server[83825]: WARNING oslo_policy.policy [None req-dfea90b4-2eea-4317-8b15-d745e0335f38 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:14:54.479974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [None req-dfea90b4-2eea-4317-8b15-d745e0335f38 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:14:54.495365 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-dfea90b4-2eea-4317-8b15-d745e0335f38 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8442252 Feb 17 01:14:56.382364 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_hamode_db [None req-9a8853fa-f609-4a9e-ba07-2169554cab8b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 01:14:56.471734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8853fa-f609-4a9e-ba07-2169554cab8b None None] Routers set() bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:14:56.472065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8853fa-f609-4a9e-ba07-2169554cab8b None None] Router IDs set() for agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 01:14:57.200881 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55348) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:14:57.594296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-8a522473-5e6f-4e25-bc98-9e2c78985a2f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:14:57.662901 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.policy [None req-8a522473-5e6f-4e25-bc98-9e2c78985a2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83937) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 01:14:57.699429 dv-cinder-759987-3-smb neutron-server[83825]: WARNING oslo_policy.policy [None req-8a522473-5e6f-4e25-bc98-9e2c78985a2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:14:57.700366 dv-cinder-759987-3-smb neutron-server[83825]: WARNING oslo_policy.policy [None req-8a522473-5e6f-4e25-bc98-9e2c78985a2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:14:57.727016 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota [None req-8a522473-5e6f-4e25-bc98-9e2c78985a2f admin admin] Loaded quota_driver: . Feb 17 01:14:57.742599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8a522473-5e6f-4e25-bc98-9e2c78985a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:14:57.798788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8a522473-5e6f-4e25-bc98-9e2c78985a2f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788423816678', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788423865212', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788423855443', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788423845557', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788423850268', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-588780', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-737547', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846758898', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7937440'] for rbac-policy, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:57.861605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8a522473-5e6f-4e25-bc98-9e2c78985a2f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:14:57.862863 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-8a522473-5e6f-4e25-bc98-9e2c78985a2f admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6609349 Feb 17 01:15:00.819980 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55362) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:01.190033 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'name': 'private'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:15:01.195936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:15:01.201196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Usage tracker for resource:network and tenant:a1c81e2ddee44aaf8f84389847224591 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:15:01.204867 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:15:01.210872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:15:01.220104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Made reservation on behalf of a1c81e2ddee44aaf8f84389847224591 for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:15:01.226267 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:01.244493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:01.419019 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:15:01.422870 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c81e2ddee44aaf8f84389847224591 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:15:01.426360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:15:01.431955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:15:01.528429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:01.531094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:01.535644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:01.554931 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:15:01.581400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363248432905503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:01.581859 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Added segment b604f478-db6d-42db-b41d-866cd15acd9f of type vxlan for network 56d9a540-14dd-40fa-af30-75024eae7df7 Feb 17 01:15:01.637393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a152739b-520d-4be2-a057-cf139aba5748,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:01.657875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.658237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.658586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.658931 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.659269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.659634 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.659970 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.660304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.660651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.660983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.661314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.661643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Tracked resource versions report: Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: pushed versions: Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: { 'AddressGroup': {'1.1'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': {'1.0'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': {'1.0'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': {'1.1'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': {'1.7'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': {'1.2'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': {'1.8'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': {'1.4'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': {'1.0'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': {'1.1'}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': {'1.1'}} Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: consumer versions: Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: { DHCP agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: L3 agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: Metadata agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: Metering agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@dv-cinder-759987-3-smb: { 'AddressGroup': '1.1', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}} Feb 17 01:15:01.662759 dv-cinder-759987-3-smb neutron-server[83825]: {{(pid=83937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:15:01.702099 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:01.713080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:01.743316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:01.744677 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:01.745323 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:01.750703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:01.859262 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0381510 Feb 17 01:15:01.862076 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Pushing event updated for resources: {'Network': ['ID=56d9a540-14dd-40fa-af30-75024eae7df7,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:01.884987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:01.892754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 56d9a540-14dd-40fa-af30-75024eae7df7 details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:15:04.876848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55378) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:05.359648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c60c4-0dc5-443d-bfb8-057135d67d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:05.361038 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f63c60c4-0dc5-443d-bfb8-057135d67d43 admin admin] 10.222.0.65 "GET /v2.0/networks/56d9a540-14dd-40fa-af30-75024eae7df7 HTTP/1.1" status: 200 len: 818 time: 0.4831581 Feb 17 01:15:05.389572 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2cbb5980-220b-466e-a8c6-8301fa44fe32 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/26cb9a51-a089-454c-aee4-87f0fb66cb2e HTTP/1.1" status: 200 len: 734 time: 0.0224333 Feb 17 01:15:05.398725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7', 'subnetpool_id': '26cb9a51-a089-454c-aee4-87f0fb66cb2e'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:15:05.403775 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:15:05.407654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Usage tracker for resource:subnet and tenant:a1c81e2ddee44aaf8f84389847224591 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:15:05.410561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:15:05.416117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:15:05.423907 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Made reservation on behalf of a1c81e2ddee44aaf8f84389847224591 for: {'subnet': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:15:05.428419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Notify callbacks [] for subnet, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:05.897912 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:05.912993 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:06.047031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Pushing event updated for resources: {'Subnet': ['ID=203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:06.060985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:06.115139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Checking segment: {'id': 'b604f478-db6d-42db-b41d-866cd15acd9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:15:06.115562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Network hostable DHCP agents. Network: 56d9a540-14dd-40fa-af30-75024eae7df7, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:15:06.135459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Network 56d9a540-14dd-40fa-af30-75024eae7df7 is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:15:06.146296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 56d9a540-14dd-40fa-af30-75024eae7df7) {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:15:06.150974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:06.151802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:06.157848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3fd07-5bce-45ff-a472-5e5688f32d6f None None] Network 56d9a540-14dd-40fa-af30-75024eae7df7 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:15:06.175393 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-731ff883-c560-4001-af01-553dec25daec admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7782433 Feb 17 01:15:06.644281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a96a2a-c374-5d6e-bebf-a838500ef94b-56d9a540-14dd-40fa-af30-75024eae7df7', 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'fixed_ips': [{'subnet_id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3'}]}} from dv-cinder-759987-3-smb. {{(pid=83938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:15:06.645383 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:06.969318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Allocated IP 172.20.0.2 (56d9a540-14dd-40fa-af30-75024eae7df7/203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3/58059ed2-3d1a-4890-ba08-13125b8f8567) {{(pid=83938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:15:07.203511 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:07.216836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Transition to ACTIVE for port object 58059ed2-3d1a-4890-ba08-13125b8f8567 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:15:07.235672 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Transition to ACTIVE for port object 58059ed2-3d1a-4890-ba08-13125b8f8567 will not be triggered until provisioned by entity DHCP. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:15:07.241381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:07.257233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:07.400028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Pushing event updated for resources: {'Port': ['ID=58059ed2-3d1a-4890-ba08-13125b8f8567,revision_number=1']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:07.412716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.413081 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.413439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.413793 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.414147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.414493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.414838 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.415181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.415572 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.415916 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.416255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.416592 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Tracked resource versions report: Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: pushed versions: Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: { 'AddressGroup': {'1.1'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': {'1.0'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': {'1.0'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': {'1.1'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': {'1.7'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': {'1.2'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': {'1.8'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': {'1.4'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': {'1.0'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': {'1.1'}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': {'1.1'}} Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: consumer versions: Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: { DHCP agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: L3 agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: Metadata agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: Metering agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@dv-cinder-759987-3-smb: { 'AddressGroup': '1.1', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}} Feb 17 01:15:07.417730 dv-cinder-759987-3-smb neutron-server[83825]: {{(pid=83938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:15:07.432174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:07.469388 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Network 56d9a540-14dd-40fa-af30-75024eae7df7 is already hosted by enough agents. {{(pid=83938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:15:07.470479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Resources bound (agent type, host, resource id): {{(pid=83938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:15:07.473204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Received port after_create {{(pid=83938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:15:07.535035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Attempting to bind port 58059ed2-3d1a-4890-ba08-13125b8f8567 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:15:07.535418 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Attempting to bind port 58059ed2-3d1a-4890-ba08-13125b8f8567 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'b604f478-db6d-42db-b41d-866cd15acd9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:15:07.535836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Attempting to bind port 58059ed2-3d1a-4890-ba08-13125b8f8567 on network 56d9a540-14dd-40fa-af30-75024eae7df7 {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:15:07.541340 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:15:07.541759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Checking segment: {'id': 'b604f478-db6d-42db-b41d-866cd15acd9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:15:07.542981 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:07.542981 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Bound using segment: {'id': 'b604f478-db6d-42db-b41d-866cd15acd9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:15:07.543228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Bound port: 58059ed2-3d1a-4890-ba08-13125b8f8567, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b604f478-db6d-42db-b41d-866cd15acd9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:15:07.543537 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:07.636164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] For port 58059ed2-3d1a-4890-ba08-13125b8f8567, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:15:07.640234 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] For port 58059ed2-3d1a-4890-ba08-13125b8f8567, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=58059ed2-3d1a-4890-ba08-13125b8f8567,segment=NetworkSegment(b604f478-db6d-42db-b41d-866cd15acd9f),segment_id=b604f478-db6d-42db-b41d-866cd15acd9f)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:15:07.645060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:07.660123 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:07.817699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Pushing event updated for resources: {'Port': ['ID=58059ed2-3d1a-4890-ba08-13125b8f8567,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:07.822860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:08.910054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55388) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:09.317350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [None req-394e200e-39db-40a4-851d-408dc78cfeec admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:15:09.318411 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-394e200e-39db-40a4-851d-408dc78cfeec admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4073281 Feb 17 01:15:11.557688 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 58059ed2-3d1a-4890-ba08-13125b8f8567 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:15:11.627799 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 58059ed2-3d1a-4890-ba08-13125b8f8567 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:15:12.029776 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55402) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:12.421836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [None req-7942562c-f2ed-47ca-87d9-cb3f4a93abab admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:15:12.423013 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7942562c-f2ed-47ca-87d9-cb3f4a93abab admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3922350 Feb 17 01:15:12.603823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27982766-2273-4f31-8f0a-35d4ae2dbbf7 None None] Network 56d9a540-14dd-40fa-af30-75024eae7df7 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:15:12.705554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-58abab9f-337c-41d7-8e98-dc729f65645c None None] Provisioning for port 58059ed2-3d1a-4890-ba08-13125b8f8567 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:15:12.713821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-58abab9f-337c-41d7-8e98-dc729f65645c None None] Provisioning complete for port 58059ed2-3d1a-4890-ba08-13125b8f8567 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:12.714218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-58abab9f-337c-41d7-8e98-dc729f65645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:12.957014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-58abab9f-337c-41d7-8e98-dc729f65645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:13.002485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-58abab9f-337c-41d7-8e98-dc729f65645c None None] For port 58059ed2-3d1a-4890-ba08-13125b8f8567, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=58059ed2-3d1a-4890-ba08-13125b8f8567,segment=NetworkSegment(b604f478-db6d-42db-b41d-866cd15acd9f),segment_id=b604f478-db6d-42db-b41d-866cd15acd9f)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:15:13.013348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-58abab9f-337c-41d7-8e98-dc729f65645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:13.018121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:13.088786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abab9f-337c-41d7-8e98-dc729f65645c None None] Pushing event updated for resources: {'Port': ['ID=58059ed2-3d1a-4890-ba08-13125b8f8567,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:13.093032 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-58abab9f-337c-41d7-8e98-dc729f65645c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:13.239201 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-fbaac968-b5c4-47ae-8869-65b040cf964d None None] Provisioning complete for port 58059ed2-3d1a-4890-ba08-13125b8f8567 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:13.239626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fbaac968-b5c4-47ae-8869-65b040cf964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:13.503489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-53a37809-5dec-4596-b01c-e7aec4941ec2 None None] Provisioning complete for port 58059ed2-3d1a-4890-ba08-13125b8f8567 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:13.503814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-53a37809-5dec-4596-b01c-e7aec4941ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:13.542784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 58059ed2-3d1a-4890-ba08-13125b8f8567 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:15:13.679587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 58059ed2-3d1a-4890-ba08-13125b8f8567 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:13.680108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:14.010470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-10aa5315-460d-4365-bf1f-689e9107fa79 None None] Provisioning complete for port 58059ed2-3d1a-4890-ba08-13125b8f8567 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:14.010862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-10aa5315-460d-4365-bf1f-689e9107fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:15.436710 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55414) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:15.805490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:15:15.810738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:15:15.814703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Usage tracker for resource:router and tenant:a1c81e2ddee44aaf8f84389847224591 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:15:15.817911 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:15:15.823541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:15:15.832779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8022733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12474'] for router, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:15.834060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8022586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846696277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763390'] for router, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:15.857796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:15.963073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846753094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7937304'] for router, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:15.981571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] Notify callbacks [] for router, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:15.982813 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9ee7c9fa-2503-4f39-a04d-89f52892b72d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5450757 Feb 17 01:15:17.946227 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-de981909-e252-4f65-9f26-16ce6e3008d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:18.650238 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55424) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:19.031085 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [None req-daed6b6f-fd74-4d21-bc9a-d07fbc402c6e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:15:19.032178 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-daed6b6f-fd74-4d21-bc9a-d07fbc402c6e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3809285 Feb 17 01:15:20.243345 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-340ccc5c-e1ec-4e60-befc-e7feed08ab9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:20.536180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:21.593896 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:21.749319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55444) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:21.905262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:15:21.910079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:15:21.914038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Usage tracker for resource:network and tenant:7a871d712bea4124972309222631a83b is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:15:21.917458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:15:21.923586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:15:21.932065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Made reservation on behalf of 7a871d712bea4124972309222631a83b for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:15:21.937218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:21.949575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:21.964137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:15:21.968072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Usage tracker for resource:security_group_rule and tenant:7a871d712bea4124972309222631a83b is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:15:21.970852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:15:21.976612 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:15:22.060289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:22.062690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:22.066913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:22.080046 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Reserving flat network on physical network physnet1 {{(pid=83937) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 01:15:22.104027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de90e8-0d3f-4855-8058-73834c3c7d99,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:22.107750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363248432905503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:22.108724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Unsubscribe: segment precommit_create {{(pid=83937) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 01:15:22.109138 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Added segment f94a8b99-06c8-48b5-8994-e40a0db3f5a8 of type flat for network 12fd91a0-431a-42be-abb2-70d0f79f7370 Feb 17 01:15:22.110352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:22.143588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:22.181010 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:22.182241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:22.183130 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:22.188399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:22.244141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:22.293915 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5435171 Feb 17 01:15:22.294647 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Pushing event updated for resources: {'Network': ['ID=12fd91a0-431a-42be-abb2-70d0f79f7370,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:22.308986 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:22.322484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:15:22.625817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:15:24.802398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55464) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:24.917856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b1277f-e6ac-446d-afdc-647d32eee49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:24.919290 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-36b1277f-e6ac-446d-afdc-647d32eee49d admin admin] 10.222.0.65 "GET /v2.0/subnets/203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3 HTTP/1.1" status: 200 len: 849 time: 0.1158693 Feb 17 01:15:25.068693 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-29ce0e73-e1a6-4147-a06c-1950615c9979 admin admin] 10.222.0.65 "GET /v2.0/routers/61a94c76-525d-4b9f-8f6d-6ff9f83f643a HTTP/1.1" status: 200 len: 704 time: 0.1432822 Feb 17 01:15:25.702328 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:26.066061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Allocated IP 172.20.0.1 (56d9a540-14dd-40fa-af30-75024eae7df7/203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3/7ea4759c-adfa-4de5-84fe-6237408dd800) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:15:26.234587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:26.252324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Transition to ACTIVE for port object 7ea4759c-adfa-4de5-84fe-6237408dd800 will not be triggered until provisioned by entity DHCP. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:15:26.305294 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:26.320582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:26.454697 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Pushing event updated for resources: {'Port': ['ID=7ea4759c-adfa-4de5-84fe-6237408dd800,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:26.460950 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:26.514882 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Network 56d9a540-14dd-40fa-af30-75024eae7df7 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:15:26.516040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:15:26.518212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:15:26.518718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846774527'] for router_interface, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:26.717562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-4e6e989a-17b1-4168-ba5e-4653e6815852 None None] Provisioning for port 7ea4759c-adfa-4de5-84fe-6237408dd800 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:15:26.722569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-4e6e989a-17b1-4168-ba5e-4653e6815852 None None] Provisioning complete for port 7ea4759c-adfa-4de5-84fe-6237408dd800 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:26.722970 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4e6e989a-17b1-4168-ba5e-4653e6815852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:26.778686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e989a-17b1-4168-ba5e-4653e6815852 None None] Port 7ea4759c-adfa-4de5-84fe-6237408dd800 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:15:26.792091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:27.106020 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:27.109332 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:27.110449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001383'] for router_interface, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:27.128909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:27.263791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Pushing event updated for resources: {'Port': ['ID=7ea4759c-adfa-4de5-84fe-6237408dd800,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:27.268441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:27.324304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Network 56d9a540-14dd-40fa-af30-75024eae7df7 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:15:27.325535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:15:27.504420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-ea1b7af8-5658-46a3-8bc1-c3d6a6b9dc3f None None] Provisioning complete for port 7ea4759c-adfa-4de5-84fe-6237408dd800 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:27.504820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7af8-5658-46a3-8bc1-c3d6a6b9dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:27.568899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b7af8-5658-46a3-8bc1-c3d6a6b9dc3f None None] Port 7ea4759c-adfa-4de5-84fe-6237408dd800 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:15:27.712525 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Router 61a94c76-525d-4b9f-8f6d-6ff9f83f643a is scheduled to L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 with binding_index 1 {{(pid=83937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:15:27.880142 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:15:27.889482 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] 10.222.0.65 "PUT /v2.0/routers/61a94c76-525d-4b9f-8f6d-6ff9f83f643a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8152919 Feb 17 01:15:27.890305 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Sync routers for ids ['61a94c76-525d-4b9f-8f6d-6ff9f83f643a'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:15:27.900940 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Routers {'61a94c76-525d-4b9f-8f6d-6ff9f83f643a'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:15:27.901805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:15:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['61a94c76-525d-4b9f-8f6d-6ff9f83f643a'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:15:28.088324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Set router 61a94c76-525d-4b9f-8f6d-6ff9f83f643a gateway port host: None {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:15:28.638816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'name': 'router1', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:15:15Z', 'updated_at': '2021-02-17T01:15:26Z', 'revision_number': 2, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'gw_port_host': None, '_interfaces': [{'id': '7ea4759c-adfa-4de5-84fe-6237408dd800', 'name': '', 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'mac_address': 'fa:16:3e:3c:43:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:15:25Z', 'updated_at': '2021-02-17T01:15:26Z', 'revision_number': 2, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'subnets': [{'id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb9a51-a089-454c-aee4-87f0fb66cb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:15:28.643886 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Checking router: 61a94c76-525d-4b9f-8f6d-6ff9f83f643a for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:15:28.644280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Updating router 61a94c76-525d-4b9f-8f6d-6ff9f83f643a port 7ea4759c-adfa-4de5-84fe-6237408dd800 binding host dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:15:28.699361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:29.150312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Notify callbacks [] for port, precommit_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:29.164749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Transition to ACTIVE for port object 7ea4759c-adfa-4de5-84fe-6237408dd800 will not be triggered until provisioned by entity L2. {{(pid=83939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:15:29.169029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:29.185640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:29.330405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Pushing event updated for resources: {'Port': ['ID=7ea4759c-adfa-4de5-84fe-6237408dd800,revision_number=3']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:29.350798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.351431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.351798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.352156 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.352512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.352858 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.353204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.353547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.353889 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.354231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.354571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.354910 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Tracked resource versions report: Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: pushed versions: Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: { 'AddressGroup': {'1.1'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': {'1.0'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': {'1.0'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': {'1.1'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': {'1.7'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': {'1.2'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': {'1.8'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': {'1.4'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': {'1.0'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': {'1.1'}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': {'1.1'}} Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: consumer versions: Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: { DHCP agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: L3 agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: Metadata agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: Metering agent@dv-cinder-759987-3-smb: {}, Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@dv-cinder-759987-3-smb: { 'AddressGroup': '1.1', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}} Feb 17 01:15:29.357026 dv-cinder-759987-3-smb neutron-server[83825]: {{(pid=83939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:15:29.366779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:29.517117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Attempting to bind port 7ea4759c-adfa-4de5-84fe-6237408dd800 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:15:29.517529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Attempting to bind port 7ea4759c-adfa-4de5-84fe-6237408dd800 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'b604f478-db6d-42db-b41d-866cd15acd9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7'}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:15:29.517991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Attempting to bind port 7ea4759c-adfa-4de5-84fe-6237408dd800 on network 56d9a540-14dd-40fa-af30-75024eae7df7 {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:15:29.523913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:15:29.524469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Checking segment: {'id': 'b604f478-db6d-42db-b41d-866cd15acd9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:15:29.524934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:29.525347 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Bound using segment: {'id': 'b604f478-db6d-42db-b41d-866cd15acd9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7'} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:15:29.525869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Bound port: 7ea4759c-adfa-4de5-84fe-6237408dd800, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b604f478-db6d-42db-b41d-866cd15acd9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7'}}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:15:29.526266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:29.621857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] For port 7ea4759c-adfa-4de5-84fe-6237408dd800, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:15:29.626374 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] For port 7ea4759c-adfa-4de5-84fe-6237408dd800, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=7ea4759c-adfa-4de5-84fe-6237408dd800,segment=NetworkSegment(b604f478-db6d-42db-b41d-866cd15acd9f),segment_id=b604f478-db6d-42db-b41d-866cd15acd9f)] {{(pid=83939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:15:29.629063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:29.644469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:29.796112 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Pushing event updated for resources: {'Port': ['ID=7ea4759c-adfa-4de5-84fe-6237408dd800,revision_number=4']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:29.799288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:29.864183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Routers {'61a94c76-525d-4b9f-8f6d-6ff9f83f643a'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:15:29.865080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:15:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['61a94c76-525d-4b9f-8f6d-6ff9f83f643a'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:15:30.036440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] Set router 61a94c76-525d-4b9f-8f6d-6ff9f83f643a gateway port host: None {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:15:30.381411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'name': 'router1', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:15:15Z', 'updated_at': '2021-02-17T01:15:26Z', 'revision_number': 2, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'gw_port_host': None, '_interfaces': [{'id': '7ea4759c-adfa-4de5-84fe-6237408dd800', 'name': '', 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'mac_address': 'fa:16:3e:3c:43:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:15:25Z', 'updated_at': '2021-02-17T01:15:29Z', 'revision_number': 4, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'subnets': [{'id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb9a51-a089-454c-aee4-87f0fb66cb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:15:30.385952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb3477-806a-4745-b7f1-ca2cee275681 None None] The sync data for ids ['61a94c76-525d-4b9f-8f6d-6ff9f83f643a'] in dv-cinder-759987-3-smb is: [{'id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'name': 'router1', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:15:15Z', 'updated_at': '2021-02-17T01:15:26Z', 'revision_number': 2, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'gw_port_host': None, '_interfaces': [{'id': '7ea4759c-adfa-4de5-84fe-6237408dd800', 'name': '', 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'mac_address': 'fa:16:3e:3c:43:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:15:25Z', 'updated_at': '2021-02-17T01:15:29Z', 'revision_number': 4, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'subnets': [{'id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb9a51-a089-454c-aee4-87f0fb66cb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:15:30.404315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55476) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:30.563069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721f1b7-c3bb-490d-83e2-edf1f0190e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:30.563703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2721f1b7-c3bb-490d-83e2-edf1f0190e8f admin admin] Synchronizing usage tracker for tenant:7a871d712bea4124972309222631a83b on resource:network {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:15:30.579967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2721f1b7-c3bb-490d-83e2-edf1f0190e8f admin admin] Unset dirty status for tenant:7a871d712bea4124972309222631a83b on resource:network {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:15:30.587044 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2721f1b7-c3bb-490d-83e2-edf1f0190e8f admin admin] 10.222.0.65 "GET /v2.0/networks/12fd91a0-431a-42be-abb2-70d0f79f7370 HTTP/1.1" status: 200 len: 842 time: 0.1758292 Feb 17 01:15:30.592144 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'enable_dhcp': False, 'cidr': '172.28.1.0/24'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:15:30.597368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:15:30.601465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Usage tracker for resource:subnet and tenant:7a871d712bea4124972309222631a83b is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:15:30.604297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:15:30.610852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:15:30.618926 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Made reservation on behalf of 7a871d712bea4124972309222631a83b for: {'subnet': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:15:30.623504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:31.060416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.objects.ports [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83937) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:15:31.060880 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:31.075969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-731ff883-c560-4001-af01-553dec25daec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:31.198716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82567ce1-4251-4cba-b650-be7ee23a97a7,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:31.203660 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:31.274500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Checking segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:15:31.274732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Network hostable DHCP agents. Network: 12fd91a0-431a-42be-abb2-70d0f79f7370, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:15:31.294362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:15:31.303964 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 12fd91a0-431a-42be-abb2-70d0f79f7370) {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:15:31.308792 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:31.309430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:31.314155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cdda20-cc95-4303-9b2c-ee1bd28ad53e None None] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:15:31.334769 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7467668 Feb 17 01:15:31.570618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea1f01-e7a9-4911-983f-171c50a8b0bd None None] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:15:31.645335 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 7ea4759c-adfa-4de5-84fe-6237408dd800 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:15:31.801681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 7ea4759c-adfa-4de5-84fe-6237408dd800 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:15:31.816361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 7ea4759c-adfa-4de5-84fe-6237408dd800 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:31.816708 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:31.990361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:32.025808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 7ea4759c-adfa-4de5-84fe-6237408dd800, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=7ea4759c-adfa-4de5-84fe-6237408dd800,segment=NetworkSegment(b604f478-db6d-42db-b41d-866cd15acd9f),segment_id=b604f478-db6d-42db-b41d-866cd15acd9f)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:15:32.028817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:32.031247 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:32.100075 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=7ea4759c-adfa-4de5-84fe-6237408dd800,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:32.103431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:33.552631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 7ea4759c-adfa-4de5-84fe-6237408dd800 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:15:33.625067 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 7ea4759c-adfa-4de5-84fe-6237408dd800 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:33.625468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:33.917962 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55490) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:34.121663 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e0c9a1f1-e6a3-42e7-b966-59eff704fb35 admin admin] 10.222.0.65 "GET /v2.0/routers/61a94c76-525d-4b9f-8f6d-6ff9f83f643a HTTP/1.1" status: 200 len: 710 time: 0.2023807 Feb 17 01:15:34.257661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db3025-881c-4dcc-ab89-2de077953c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:34.259100 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-41db3025-881c-4dcc-ab89-2de077953c52 admin admin] 10.222.0.65 "GET /v2.0/networks/12fd91a0-431a-42be-abb2-70d0f79f7370 HTTP/1.1" status: 200 len: 886 time: 0.1317286 Feb 17 01:15:34.269390 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:15:34.734079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846838493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846753109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763375'] for router, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:35.255170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:35.312664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:35.325646 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:35.340338 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:15:35.344257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:15:35.347110 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:15:35.352987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:15:35.438502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:35.440952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:35.458891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:35.548531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a0a3fb-fb3b-4654-96e4-590ef6b7ce09,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:35.553026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:35.712015 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Allocated IP 172.28.1.46 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/4653aa98-974e-4ed2-8a4c-e445f119fa00) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:15:35.862160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:35.892173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:35.907949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:36.044880 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Pushing event updated for resources: {'Port': ['ID=4653aa98-974e-4ed2-8a4c-e445f119fa00,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:36.049740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:36.096761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:15:36.097869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:15:36.100047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:15:36.492234 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:36.840631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846838493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846753109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763375'] for router, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:36.843942 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7937304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7937323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846838512', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8022690'] for router, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:37.204566 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Router 61a94c76-525d-4b9f-8f6d-6ff9f83f643a has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:15:37.387618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:15:37.398942 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Sync routers for ids ['61a94c76-525d-4b9f-8f6d-6ff9f83f643a'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:15:37.409168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Routers {'61a94c76-525d-4b9f-8f6d-6ff9f83f643a'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:15:37.409316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Notify callbacks [] for router, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:37.409813 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:15:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['61a94c76-525d-4b9f-8f6d-6ff9f83f643a'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:15:37.410570 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] 10.222.0.65 "PUT /v2.0/routers/61a94c76-525d-4b9f-8f6d-6ff9f83f643a HTTP/1.1" status: 200 len: 889 time: 3.1446238 Feb 17 01:15:37.615314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Set router 61a94c76-525d-4b9f-8f6d-6ff9f83f643a gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:15:37.975316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'name': 'router1', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4653aa98-974e-4ed2-8a4c-e445f119fa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:15:15Z', 'updated_at': '2021-02-17T01:15:36Z', 'revision_number': 4, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'gw_port': {'id': '4653aa98-974e-4ed2-8a4c-e445f119fa00', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:15:35Z', 'updated_at': '2021-02-17T01:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '7ea4759c-adfa-4de5-84fe-6237408dd800', 'name': '', 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'mac_address': 'fa:16:3e:3c:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:15:25Z', 'updated_at': '2021-02-17T01:15:32Z', 'revision_number': 5, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'subnets': [{'id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb9a51-a089-454c-aee4-87f0fb66cb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:15:37.980459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Checking router: 61a94c76-525d-4b9f-8f6d-6ff9f83f643a for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:15:37.980838 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Updating router 61a94c76-525d-4b9f-8f6d-6ff9f83f643a port 4653aa98-974e-4ed2-8a4c-e445f119fa00 binding host dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:15:38.037747 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:38.436807 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Notify callbacks [] for port, precommit_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:38.449367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Transition to ACTIVE for port object 4653aa98-974e-4ed2-8a4c-e445f119fa00 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:15:38.451690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:38.466606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:38.754219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e685ac6-ed7e-4ee2-a0d8-5c0fccd257e9 None None] Pushing event updated for resources: {'Port': ['ID=4653aa98-974e-4ed2-8a4c-e445f119fa00,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:38.757165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9e685ac6-ed7e-4ee2-a0d8-5c0fccd257e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:38.818953 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Attempting to bind port 4653aa98-974e-4ed2-8a4c-e445f119fa00 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:15:38.819375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Attempting to bind port 4653aa98-974e-4ed2-8a4c-e445f119fa00 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:15:38.819802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Attempting to bind port 4653aa98-974e-4ed2-8a4c-e445f119fa00 on network 12fd91a0-431a-42be-abb2-70d0f79f7370 {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:15:38.825709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:15:38.826106 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Checking segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:15:38.826535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:38.826945 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Bound using segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:15:38.827454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Bound port: 4653aa98-974e-4ed2-8a4c-e445f119fa00, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:15:38.827850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:38.904175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] For port 4653aa98-974e-4ed2-8a4c-e445f119fa00, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:15:38.907436 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] For port 4653aa98-974e-4ed2-8a4c-e445f119fa00, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=4653aa98-974e-4ed2-8a4c-e445f119fa00,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:15:38.910655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:38.925763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1f21c392-f824-4300-9269-90d4a51043d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:39.073547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e685ac6-ed7e-4ee2-a0d8-5c0fccd257e9 None None] Pushing event updated for resources: {'Port': ['ID=4653aa98-974e-4ed2-8a4c-e445f119fa00,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:39.077290 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9e685ac6-ed7e-4ee2-a0d8-5c0fccd257e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:39.120128 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Routers {'61a94c76-525d-4b9f-8f6d-6ff9f83f643a'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:15:39.121365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:15:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['61a94c76-525d-4b9f-8f6d-6ff9f83f643a'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:15:39.310039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] Set router 61a94c76-525d-4b9f-8f6d-6ff9f83f643a gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:15:39.670186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'name': 'router1', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4653aa98-974e-4ed2-8a4c-e445f119fa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:15:15Z', 'updated_at': '2021-02-17T01:15:36Z', 'revision_number': 4, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'gw_port': {'id': '4653aa98-974e-4ed2-8a4c-e445f119fa00', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:15:35Z', 'updated_at': '2021-02-17T01:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '7ea4759c-adfa-4de5-84fe-6237408dd800', 'name': '', 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'mac_address': 'fa:16:3e:3c:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:15:25Z', 'updated_at': '2021-02-17T01:15:32Z', 'revision_number': 5, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'subnets': [{'id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb9a51-a089-454c-aee4-87f0fb66cb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:15:39.674407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1e499-28f8-47a1-b443-2651e8f1a4cc None None] The sync data for ids ['61a94c76-525d-4b9f-8f6d-6ff9f83f643a'] in dv-cinder-759987-3-smb is: [{'id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'name': 'router1', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '4653aa98-974e-4ed2-8a4c-e445f119fa00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:15:15Z', 'updated_at': '2021-02-17T01:15:36Z', 'revision_number': 4, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'gw_port': {'id': '4653aa98-974e-4ed2-8a4c-e445f119fa00', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:44:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:15:35Z', 'updated_at': '2021-02-17T01:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '7ea4759c-adfa-4de5-84fe-6237408dd800', 'name': '', 'network_id': '56d9a540-14dd-40fa-af30-75024eae7df7', 'tenant_id': 'a1c81e2ddee44aaf8f84389847224591', 'mac_address': 'fa:16:3e:3c:43:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a94c76-525d-4b9f-8f6d-6ff9f83f643a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:15:25Z', 'updated_at': '2021-02-17T01:15:32Z', 'revision_number': 5, 'project_id': 'a1c81e2ddee44aaf8f84389847224591', 'subnets': [{'id': '203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26cb9a51-a089-454c-aee4-87f0fb66cb2e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:15:40.096501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 55500) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:15:40.225761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da70dbb1-eb7a-4acc-9a08-0b850388cfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:15:40.227696 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-da70dbb1-eb7a-4acc-9a08-0b850388cfb8 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1301517 Feb 17 01:15:41.586096 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 4653aa98-974e-4ed2-8a4c-e445f119fa00 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:15:41.664455 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 4653aa98-974e-4ed2-8a4c-e445f119fa00 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:15:41.670228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 4653aa98-974e-4ed2-8a4c-e445f119fa00 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:41.670633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:41.799508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:41.818054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 4653aa98-974e-4ed2-8a4c-e445f119fa00, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=4653aa98-974e-4ed2-8a4c-e445f119fa00,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:15:41.821309 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:41.827463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-58abab9f-337c-41d7-8e98-dc729f65645c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:15:41.899421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=4653aa98-974e-4ed2-8a4c-e445f119fa00,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:15:41.902849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:15:43.576739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 4653aa98-974e-4ed2-8a4c-e445f119fa00 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:15:43.674047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 4653aa98-974e-4ed2-8a4c-e445f119fa00 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:15:43.674788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:47.981817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a416da67-55ac-4060-b4fb-45fcb1a82f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:50.262595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-13ddc0bd-a434-441f-a2f8-7c91c0786bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:50.558667 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:51.597827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:52.258325 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:15:59.625486 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:16:17.943772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-49fc08a4-2927-4b2e-8e3f-5ea41c305639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:20.248597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f9c7656e-1b44-46b2-a3ae-6a3bf4e3c2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:20.544230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:21.600898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:22.262349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:36.625269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:16:47.945628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a855529e-d6cc-415c-8894-6d20c04b66fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:50.250327 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-71a098fb-6289-459b-b359-d017ae895e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:50.548434 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:51.603109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:16:52.267947 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:13.624567 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:17:17.947115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5a6accb7-db0d-4b72-92ef-82c911feac04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:20.252977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-db632f7c-0a5b-4514-ad23-cc835d101a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:20.550653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:21.607243 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:22.270390 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:47.949160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-03b9a8c2-5966-4edc-947a-a4134a686db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:50.254062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dd40a597-f626-453e-a37b-f9a14abafd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:50.554460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:50.623487 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:17:51.610541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:51.660061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56076) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:17:51.734590 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47e3f5b-0f01-4332-8ffd-46b8afdeb723 admin admin] GET failed (client error): The resource could not be found. Feb 17 01:17:51.735902 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c47e3f5b-0f01-4332-8ffd-46b8afdeb723 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0748193 Feb 17 01:17:51.877501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f68a6-6847-45ed-a5ba-2ad7dc31bc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:17:51.878950 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-870f68a6-6847-45ed-a5ba-2ad7dc31bc42 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1386802 Feb 17 01:17:52.274430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:54.350158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56086) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:17:54.467875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf53e08b-5397-439a-8ebd-41e79dde0322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:17:54.468413 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-cf53e08b-5397-439a-8ebd-41e79dde0322 admin admin] Synchronizing usage tracker for tenant:7a871d712bea4124972309222631a83b on resource:subnet {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:17:54.483666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-cf53e08b-5397-439a-8ebd-41e79dde0322 admin admin] Unset dirty status for tenant:7a871d712bea4124972309222631a83b on resource:subnet {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:17:54.485501 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-cf53e08b-5397-439a-8ebd-41e79dde0322 admin admin] 10.222.0.65 "GET /v2.0/subnets/203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3 HTTP/1.1" status: 200 len: 849 time: 0.1343129 Feb 17 01:17:54.495850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:17:54.620588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Notify callbacks [] for subnet, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:54.927553 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788421750063'] for subnet, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:54.942271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:17:55.074861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:17:55.093344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.094261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.094621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.094975 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.095366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.095702 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.096073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.096399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.096750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.097095 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.097442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.097784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:17:55.101428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:17:55.133225 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:17:55.133868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:55.135194 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] 10.222.0.65 "PUT /v2.0/subnets/203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3 HTTP/1.1" status: 200 len: 868 time: 0.6434944 Feb 17 01:17:55.138790 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d438c-494c-465d-aca1-cdfc8fb9babf None None] Network 56d9a540-14dd-40fa-af30-75024eae7df7 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:17:55.619500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-573c71bd-f506-4bc5-aad1-651c1f4da5f1 None None] Provisioning complete for port 58059ed2-3d1a-4890-ba08-13125b8f8567 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:17:55.620004 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-573c71bd-f506-4bc5-aad1-651c1f4da5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:55.758053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-573c71bd-f506-4bc5-aad1-651c1f4da5f1 None None] Provisioning complete for port 7ea4759c-adfa-4de5-84fe-6237408dd800 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:17:55.758464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-573c71bd-f506-4bc5-aad1-651c1f4da5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:17:57.600285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56096) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:17:57.786389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b0e6c-b7cc-48dc-b062-c69e605c08a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:17:57.786736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72b0e6c-b7cc-48dc-b062-c69e605c08a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:17:57.788497 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a72b0e6c-b7cc-48dc-b062-c69e605c08a5 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1871934 Feb 17 01:18:00.236323 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56106) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:00.421959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4d670-33a1-4636-9351-3dc6083d0013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:00.422277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4d670-33a1-4636-9351-3dc6083d0013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:00.423941 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c3d4d670-33a1-4636-9351-3dc6083d0013 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1865983 Feb 17 01:18:02.860589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56116) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:03.042019 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d1c141-ed8c-450e-8d88-4ae91e70341d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:03.043446 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a1d1c141-ed8c-450e-8d88-4ae91e70341d admin admin] 10.222.0.65 "GET /v2.0/networks/12fd91a0-431a-42be-abb2-70d0f79f7370 HTTP/1.1" status: 200 len: 886 time: 0.1817849 Feb 17 01:18:05.510899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56126) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:05.698501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a3c81-c69d-4898-be5a-eb78aab6a4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:05.699932 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-cf4a3c81-c69d-4898-be5a-eb78aab6a4c6 admin admin] 10.222.0.65 "GET /v2.0/networks/56d9a540-14dd-40fa-af30-75024eae7df7 HTTP/1.1" status: 200 len: 862 time: 0.1879609 Feb 17 01:18:08.176136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56136) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:08.327319 dv-cinder-759987-3-smb neutron-server[83825]: WARNING oslo_policy.policy [None req-81fe5647-ad77-4bd4-9d32-81547fcdf81d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:18:08.327927 dv-cinder-759987-3-smb neutron-server[83825]: WARNING oslo_policy.policy [None req-81fe5647-ad77-4bd4-9d32-81547fcdf81d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:18:08.704223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.policy [None req-81fe5647-ad77-4bd4-9d32-81547fcdf81d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83936) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 01:18:08.740205 dv-cinder-759987-3-smb neutron-server[83825]: WARNING oslo_policy.policy [None req-81fe5647-ad77-4bd4-9d32-81547fcdf81d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:18:08.740608 dv-cinder-759987-3-smb neutron-server[83825]: WARNING oslo_policy.policy [None req-81fe5647-ad77-4bd4-9d32-81547fcdf81d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 01:18:08.765107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe5647-ad77-4bd4-9d32-81547fcdf81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:08.766042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe5647-ad77-4bd4-9d32-81547fcdf81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:08.768191 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-81fe5647-ad77-4bd4-9d32-81547fcdf81d admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5900314 Feb 17 01:18:11.215488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56152) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:11.485212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d23fd5-0399-4769-baf5-6432d3b01e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:11.485622 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d23fd5-0399-4769-baf5-6432d3b01e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:11.487220 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-88d23fd5-0399-4769-baf5-6432d3b01e7c admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2707362 Feb 17 01:18:13.944123 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56162) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:14.061221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ab522-2db0-44ac-ac98-1dfd043d138d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:14.063259 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-3b3ab522-2db0-44ac-ac98-1dfd043d138d admin admin] 10.222.0.65 "GET /v2.0/subnets/203f3a7e-3b3d-4310-a6c5-dbcd56e4d2b3 HTTP/1.1" status: 200 len: 868 time: 0.1181188 Feb 17 01:18:16.486650 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56172) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:16.605090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611fca6-8d0c-4e00-9b5b-3146d1287d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:16.606561 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-8611fca6-8d0c-4e00-9b5b-3146d1287d70 admin admin] 10.222.0.65 "GET /v2.0/subnets/82567ce1-4251-4cba-b650-be7ee23a97a7 HTTP/1.1" status: 200 len: 816 time: 0.1188879 Feb 17 01:18:17.951440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8f8365b7-5bc6-4e41-b0cf-85adece9be64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:20.259200 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8ae1149a-8922-474d-84d2-94ee8a2192a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:20.557591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:21.612166 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:22.278378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:27.623515 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:18:42.350074 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56212) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:42.402253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [None req-b0278d37-f626-4f8e-8427-cf30f77795d7 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:18:42.403314 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b0278d37-f626-4f8e-8427-cf30f77795d7 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0521963 Feb 17 01:18:44.925900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56222) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:45.006529 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d456ea9-3a24-450f-850a-a58747303bee admin admin] GET failed (client error): The resource could not be found. Feb 17 01:18:45.007848 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-0d456ea9-3a24-450f-850a-a58747303bee admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0808985 Feb 17 01:18:45.151274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3640835d-b269-4e83-adef-5ebc88b0ae16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:45.152817 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-3640835d-b269-4e83-adef-5ebc88b0ae16 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406488 Feb 17 01:18:47.646107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56232) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:47.696733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:18:47.699272 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.quota [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Loaded quota_driver: . Feb 17 01:18:47.706252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:18:47.719780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:18:47.732286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Made reservation on behalf of 7a871d712bea4124972309222631a83b for: {'network': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:18:47.738101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:47.837306 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.services.revisions.revision_plugin [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Could not find related network for resource to bump revision. Feb 17 01:18:47.854833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:18:47.865513 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363248432905503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:47.865973 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Added segment 80c3d7df-d8e3-4537-934f-617526ccfb6d of type vxlan for network f5c088d7-0d24-4623-a1d9-1fa4fa65207d Feb 17 01:18:47.938022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:47.953745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a557425b-7187-450b-87f9-38cc7be21af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:47.973376 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:47.975026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:47.976012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:47.982134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:18:48.082121 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4348326 Feb 17 01:18:48.092535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Pushing event updated for resources: {'Network': ['ID=f5c088d7-0d24-4623-a1d9-1fa4fa65207d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:18:48.101166 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.101540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.101904 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.102264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.102623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.102976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.103347 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.103709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.104064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.104706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.105054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.105398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Tracked resource versions report: Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: pushed versions: Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: { 'AddressGroup': {'1.1'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': {'1.0'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': {'1.0'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': {'1.1'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': {'1.7'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': {'1.2'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': {'1.8'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': {'1.4'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': {'1.0'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': {'1.1'}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': {'1.1'}} Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: consumer versions: Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: { DHCP agent@dv-cinder-759987-3-smb: {}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: L3 agent@dv-cinder-759987-3-smb: {}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: Metadata agent@dv-cinder-759987-3-smb: {}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: Metering agent@dv-cinder-759987-3-smb: {}, Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@dv-cinder-759987-3-smb: { 'AddressGroup': '1.1', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}} Feb 17 01:18:48.106573 dv-cinder-759987-3-smb neutron-server[83825]: {{(pid=83936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:18:48.134023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:18:48.145023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network f5c088d7-0d24-4623-a1d9-1fa4fa65207d details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:18:50.266280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6661f889-7c42-4ca7-9dd6-fcdb393a3bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:50.562297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:50.564461 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56246) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:18:50.637937 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef5e625-d073-4cfa-959f-e0d3bd0321bb admin admin] GET failed (client error): The resource could not be found. Feb 17 01:18:50.638503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9ef5e625-d073-4cfa-959f-e0d3bd0321bb admin admin] Synchronizing usage tracker for tenant:7a871d712bea4124972309222631a83b on resource:network {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:18:50.657907 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9ef5e625-d073-4cfa-959f-e0d3bd0321bb admin admin] Unset dirty status for tenant:7a871d712bea4124972309222631a83b on resource:network {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:18:50.659089 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9ef5e625-d073-4cfa-959f-e0d3bd0321bb admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0935996 Feb 17 01:18:50.774296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27815445-9959-4083-ae84-cfbee840eb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:50.775774 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-27815445-9959-4083-ae84-cfbee840eb69 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1123433 Feb 17 01:18:50.787045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Request body: {'subnet': {'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:18:50.791896 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:18:50.801550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:18:50.809989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Made reservation on behalf of 7a871d712bea4124972309222631a83b for: {'subnet': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:18:50.814478 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:51.224559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:51.239552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:18:51.363136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a01aa79-a5a8-484d-b997-fb87a2aa00d4,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:18:51.377360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:18:51.433425 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Checking segment: {'id': '80c3d7df-d8e3-4537-934f-617526ccfb6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:18:51.433913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Network hostable DHCP agents. Network: f5c088d7-0d24-4623-a1d9-1fa4fa65207d, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:18:51.454459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Network f5c088d7-0d24-4623-a1d9-1fa4fa65207d is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:18:51.462903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, f5c088d7-0d24-4623-a1d9-1fa4fa65207d) {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:18:51.467618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:18:51.468263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:51.473688 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa7ca28-f6e9-45cd-8593-363963eedb6d None None] Network f5c088d7-0d24-4623-a1d9-1fa4fa65207d requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:18:51.492126 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7088165 Feb 17 01:18:51.661201 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:51.725086 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a96a2a-c374-5d6e-bebf-a838500ef94b-f5c088d7-0d24-4623-a1d9-1fa4fa65207d', 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d', 'tenant_id': '7a871d712bea4124972309222631a83b', 'fixed_ips': [{'subnet_id': '2a01aa79-a5a8-484d-b997-fb87a2aa00d4'}]}} from dv-cinder-759987-3-smb. {{(pid=83938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:18:51.726010 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:52.021473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Allocated IP 192.168.233.2 (f5c088d7-0d24-4623-a1d9-1fa4fa65207d/2a01aa79-a5a8-484d-b997-fb87a2aa00d4/59919b86-adc6-40ea-9b00-9b7634d2ed13) {{(pid=83938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:18:52.254570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Notify callbacks [] for port, precommit_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:52.266129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Transition to ACTIVE for port object 59919b86-adc6-40ea-9b00-9b7634d2ed13 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:18:52.297959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Transition to ACTIVE for port object 59919b86-adc6-40ea-9b00-9b7634d2ed13 will not be triggered until provisioned by entity DHCP. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:18:52.300410 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:52.302378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:52.317842 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9e685ac6-ed7e-4ee2-a0d8-5c0fccd257e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:18:52.451381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Pushing event updated for resources: {'Port': ['ID=59919b86-adc6-40ea-9b00-9b7634d2ed13,revision_number=1']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:18:52.472975 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.473353 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.473719 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.474078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.474433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.474790 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.475141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.475519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.475869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.476215 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.476561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.476904 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:18:52.483131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:18:52.521132 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Network f5c088d7-0d24-4623-a1d9-1fa4fa65207d is already hosted by enough agents. {{(pid=83938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:18:52.522303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Resources bound (agent type, host, resource id): {{(pid=83938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:18:52.524701 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Received port after_create {{(pid=83938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:18:52.582756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Attempting to bind port 59919b86-adc6-40ea-9b00-9b7634d2ed13 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:18:52.583082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Attempting to bind port 59919b86-adc6-40ea-9b00-9b7634d2ed13 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': '80c3d7df-d8e3-4537-934f-617526ccfb6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:18:52.583532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Attempting to bind port 59919b86-adc6-40ea-9b00-9b7634d2ed13 on network f5c088d7-0d24-4623-a1d9-1fa4fa65207d {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:18:52.589102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:18:52.589506 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Checking segment: {'id': '80c3d7df-d8e3-4537-934f-617526ccfb6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:18:52.589933 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:52.590352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Bound using segment: {'id': '80c3d7df-d8e3-4537-934f-617526ccfb6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:18:52.590846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Bound port: 59919b86-adc6-40ea-9b00-9b7634d2ed13, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c3d7df-d8e3-4537-934f-617526ccfb6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:18:52.591245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:52.688308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] For port 59919b86-adc6-40ea-9b00-9b7634d2ed13, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:18:52.691722 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] For port 59919b86-adc6-40ea-9b00-9b7634d2ed13, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=59919b86-adc6-40ea-9b00-9b7634d2ed13,segment=NetworkSegment(80c3d7df-d8e3-4537-934f-617526ccfb6d),segment_id=80c3d7df-d8e3-4537-934f-617526ccfb6d)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:18:52.698120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:52.714771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:18:52.869190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Pushing event updated for resources: {'Port': ['ID=59919b86-adc6-40ea-9b00-9b7634d2ed13,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:18:52.873705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:18:53.675176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 59919b86-adc6-40ea-9b00-9b7634d2ed13 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:18:53.747502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 59919b86-adc6-40ea-9b00-9b7634d2ed13 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:18:54.132610 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11299e83-f1d4-4f8c-8d64-1bfaefd9b3ca None None] Network f5c088d7-0d24-4623-a1d9-1fa4fa65207d requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:18:54.234737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-37a0a929-a15d-42ae-aba9-a3b738718eb4 None None] Provisioning for port 59919b86-adc6-40ea-9b00-9b7634d2ed13 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:18:54.245039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-37a0a929-a15d-42ae-aba9-a3b738718eb4 None None] Provisioning complete for port 59919b86-adc6-40ea-9b00-9b7634d2ed13 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:18:54.245442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-37a0a929-a15d-42ae-aba9-a3b738718eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:54.483371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-37a0a929-a15d-42ae-aba9-a3b738718eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:54.537040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-37a0a929-a15d-42ae-aba9-a3b738718eb4 None None] For port 59919b86-adc6-40ea-9b00-9b7634d2ed13, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=59919b86-adc6-40ea-9b00-9b7634d2ed13,segment=NetworkSegment(80c3d7df-d8e3-4537-934f-617526ccfb6d),segment_id=80c3d7df-d8e3-4537-934f-617526ccfb6d)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:18:54.540732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-37a0a929-a15d-42ae-aba9-a3b738718eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:54.542515 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:18:54.613817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0a929-a15d-42ae-aba9-a3b738718eb4 None None] Pushing event updated for resources: {'Port': ['ID=59919b86-adc6-40ea-9b00-9b7634d2ed13,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:18:54.620143 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-37a0a929-a15d-42ae-aba9-a3b738718eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:18:54.772428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-323d7c61-4a96-4eea-8ceb-9c86f2d0128f None None] Provisioning complete for port 59919b86-adc6-40ea-9b00-9b7634d2ed13 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:18:54.772941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-323d7c61-4a96-4eea-8ceb-9c86f2d0128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:55.027526 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-83068ce9-a2e3-4b9e-b4c0-334f3a1666a5 None None] Provisioning complete for port 59919b86-adc6-40ea-9b00-9b7634d2ed13 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:18:55.027943 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-83068ce9-a2e3-4b9e-b4c0-334f3a1666a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:18:55.653981 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 59919b86-adc6-40ea-9b00-9b7634d2ed13 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:18:55.726179 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 59919b86-adc6-40ea-9b00-9b7634d2ed13 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:18:55.726589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:04.622316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:19:17.955958 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e2146025-58a8-4b32-afa8-9b00b9bdc18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:20.257740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d05ee34f-eae8-472f-a9ab-50d2caf730e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:20.564454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:21.614438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:22.284859 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:41.621695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:19:47.958131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-28a8b58b-433d-4169-a312-9a61caba5c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:50.260700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5148ec97-744b-4e8d-a096-d45a94ca3931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:50.564795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:51.615511 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:52.288864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:56.838518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56288) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:19:56.844973 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [None req-5df612c5-4d1b-425f-9a68-96dc71e5724a tempest-verify_tempest_config-87809666 tempest-verify_tempest_config-87809666-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:19:56.846033 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5df612c5-4d1b-425f-9a68-96dc71e5724a tempest-verify_tempest_config-87809666 tempest-verify_tempest_config-87809666-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0064766 Feb 17 01:19:57.164225 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56308) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:19:57.286753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:57.302182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:19:57.306134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Usage tracker for resource:security_group_rule and tenant:657ef888431348e2aec92784f528e3ec is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:19:57.309269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:19:57.315415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:19:57.417856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:57.420955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:57.429264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:19:57.470512 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=657ef888431348e2aec92784f528e3ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3051927 Feb 17 01:19:57.471522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe10c66-c8cc-405e-819a-637cba0a3fea,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:19:57.473519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56314) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:19:57.478768 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.479139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.479533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.479889 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.480243 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.480858 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.481207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.481552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.481916 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.482829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.483180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.483550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.488210 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:19:57.539466 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:57.566250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:57.615262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:57.620168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:19:57.633402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe10c66-c8cc-405e-819a-637cba0a3fea,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:19:57.641514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.641890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.642255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.642614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.642968 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.643354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.643703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.644055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.644409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.644758 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.645107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.645454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:19:57.648149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:19:57.649332 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4fe10c66-c8cc-405e-819a-637cba0a3fea HTTP/1.1" status: 204 len: 168 time: 0.1747851 Feb 17 01:19:57.650237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:20:17.958313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e945ac2f-55fb-4e37-aef0-3a96ed449613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:18.621316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:20:20.263596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-69c770d6-f7ec-48da-913a-fb84bd15f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:20.566644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:21.614615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:22.291643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:47.959053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a311cb66-22a4-4d7e-8c5a-8bd723af2be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:50.264102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ded9211f-2aec-4090-8c64-01eca74556f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:50.568626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:51.615084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:52.294227 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:20:55.621118 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:21:17.960131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3cc30441-2117-494e-953e-3f3960dc9bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:20.265768 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e70a0ac1-ae6f-48b7-9eba-31faca2d0150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:20.571175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:21.615750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:22.298994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:32.620620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 5 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:21:38.772812 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297'] for agent, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:38.773403 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.773616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.773988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.774364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.774725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.775126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.775527 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.775890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.776251 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.776611 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.776971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.777328 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:21:38.777749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75998', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:21:38.781790 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75998', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:21:39.079879 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7590568a-f139-4368-bf40-94169186ead9 None None] get_endpoint_by_host() called for host hv-cinder-75998 {{(pid=83938) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 01:21:39.083877 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7590568a-f139-4368-bf40-94169186ead9 None None] get_endpoint_by_ip() called for ip 192.168.0.49 {{(pid=83938) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 01:21:39.086988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7590568a-f139-4368-bf40-94169186ead9 None None] _add_endpoint() called for ip 192.168.0.49 {{(pid=83938) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 01:21:39.091687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7590568a-f139-4368-bf40-94169186ead9 None None] _get_endpoints() called {{(pid=83938) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 01:21:47.961552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a5e401be-6724-4bf1-b001-6c4b237f19c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:50.267531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8f3750ff-4c54-45b5-a995-9e3c9d312d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:50.575909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:51.618220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:51.797334 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56386) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:21:51.916958 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-81d9cd61-9eab-45eb-b329-82ea31b252b1 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1184499 Feb 17 01:21:52.304739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:21:54.394662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56396) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:21:54.453310 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-cc7805be-ba35-4b24-891d-dc0fdcc46430 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0574946 Feb 17 01:22:08.769069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:09.620005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:22:17.962788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-89734302-8b20-4b50-bf23-b0516dd29472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:20.268723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c505c56e-736a-475f-9909-85c85c4c3cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:20.576163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:21.619198 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:22.304687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:38.782947 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:46.619495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:22:47.963900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-258afd3e-ebfc-48b2-9718-cc3fba6b20a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:50.269831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-05cc739b-3d94-4355-9925-693ce44c2415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:50.580887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:51.620549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:22:52.308011 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:08.767947 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:17.968788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-22f9e4d2-559a-4152-b619-9054eee38647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:20.270623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ac6cfd5e-545f-4ba0-8581-6e33b89ecdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:20.583750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:21.622621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:22.311040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:23.619286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:23:38.800859 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:39.821274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56528) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:40.243760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-network', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:40.249435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:40.254798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Usage tracker for resource:network and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:40.257691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:40.265824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:40.275519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Made reservation on behalf of aed97aa763a54e138a0c8df3318ccd45 for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:40.285182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:40.302701 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:40.321063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:40.325656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Usage tracker for resource:security_group_rule and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:40.328880 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:40.334789 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:40.448655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:40.451900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:40.475356 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:40.484364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:23:40.513463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68d65ee-e0fc-4cb5-a818-16a1a6765029,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:40.517430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:40.518244 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Added segment 26afff77-4743-4850-832b-2dd5ed8eae3a of type vxlan for network dabdee26-cf6a-48aa-9fa4-95da8f069aad Feb 17 01:23:40.531957 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.532351 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.532716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.533076 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.533433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.533785 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.534114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.534615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.535148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.535525 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.535878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.536226 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.536674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.537065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.537406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.537911 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.538208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.538705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.539203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.539733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.541017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.541017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.541017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.541017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Tracked resource versions report: Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: pushed versions: Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: { 'AddressGroup': {'1.1'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': {'1.0'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': {'1.0'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': {'1.1'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': {'1.7'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': {'1.2'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': {'1.8'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': {'1.4'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': {'1.0'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': {'1.1'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': {'1.1'}} Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: consumer versions: Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: { DHCP agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: L3 agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: Metadata agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: Metering agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@dv-cinder-759987-3-smb: { 'AddressGroup': '1.1', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}, Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}} Feb 17 01:23:40.542277 dv-cinder-759987-3-smb neutron-server[83825]: {{(pid=83937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:23:40.546349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:40.576072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:40.609020 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:40.610298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:40.610936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:40.616102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5aafae74-66f6-4138-8653-6c795536bda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:40.731669 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9091744 Feb 17 01:23:40.732549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Pushing event updated for resources: {'Network': ['ID=dabdee26-cf6a-48aa-9fa4-95da8f069aad,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:40.735400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56580) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:40.736055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:40.741821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Request body: {'subnet': {'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-subnet', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:40.745071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:40.747662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:40.752342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Usage tracker for resource:subnet and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:40.755749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:40.762914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:40.774818 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Made reservation on behalf of aed97aa763a54e138a0c8df3318ccd45 for: {'subnet': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:40.780489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:40.863460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:40.977168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56590) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:41.246665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56608) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:41.263668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.327137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1606b4e5-0b82-411e-a956-9d8f106e68cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:41.427661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56616) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:41.463936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56622) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:41.482352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2073031900-network', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:41.491598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:41.498279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Usage tracker for resource:network and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:41.504074 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:41.513324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:41.525462 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Made reservation on behalf of 1db2f122c94d4668b3e39eea0fa55571 for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:41.530736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.548507 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.555899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-network', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:41.566600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:41.571213 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Usage tracker for resource:security_group_rule and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:41.574632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:41.581250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:41.589222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:41.605673 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Usage tracker for resource:network and tenant:1e5adf504ab64ae5bfff4bab974a806a is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:41.610410 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f709a3d6-6f88-4625-ba60-da461068c1db,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:41.617842 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:41.645827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.646212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.646628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.646993 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.647360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.647731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.648086 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.648438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.648815 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.649168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.649518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.649866 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.650332 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.650679 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.651025 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.651407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.651758 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.652105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.652448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.652792 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.653134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.653477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.653825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.654167 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Tracked resource versions report: Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: pushed versions: Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: { 'AddressGroup': {'1.1'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': {'1.0'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': {'1.0'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': {'1.1'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': {'1.7'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': {'1.2'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': {'1.8'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': {'1.4'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': {'1.0'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': {'1.1'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': {'1.1'}} Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: consumer versions: Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: { DHCP agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: L3 agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: Metadata agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: Metering agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@dv-cinder-759987-3-smb: { 'AddressGroup': '1.1', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}, Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}} Feb 17 01:23:41.656175 dv-cinder-759987-3-smb neutron-server[83825]: {{(pid=83936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:23:41.659935 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:41.664214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:41.690884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Made reservation on behalf of 1e5adf504ab64ae5bfff4bab974a806a for: {'network': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:41.696479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.700141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.704891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.715134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.725052 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:23:41.736544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:41.737198 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.738681 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Added segment 43f4b84d-9576-4627-95a9-249de30d2813 of type vxlan for network edadca0b-4edb-49d5-9c92-08e469655e3f Feb 17 01:23:41.743691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Usage tracker for resource:security_group_rule and tenant:1e5adf504ab64ae5bfff4bab974a806a is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:41.748513 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:41.763290 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:41.769036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.792368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Checking segment: {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:23:41.792758 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Network hostable DHCP agents. Network: dabdee26-cf6a-48aa-9fa4-95da8f069aad, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:23:41.808133 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-763268840-network', 'tenant_id': '95fe6fb073e84e1a8790f274ccfe48f7'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:41.811647 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5949538d-ca1d-4267-a6a0-9a1876cbf3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:41.824702 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:23:41.841177 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, dabdee26-cf6a-48aa-9fa4-95da8f069aad) {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:41.850406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:41.851202 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.853440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1640cc7-0c19-4c82-a708-15a21549cc67 None None] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:41.856014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-227518613-network', 'tenant_id': 'd1184350b1e6466889607e47eefe8b8c'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:41.859551 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddcca8a-8a09-4f44-8e2d-11be0b1d8eab,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:41.863234 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.864344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:41.865788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:41.869280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:41.869763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:41.896125 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:41.947358 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2106190 Feb 17 01:23:41.958843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56648) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:41.972913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:41.989944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Usage tracker for resource:network and tenant:95fe6fb073e84e1a8790f274ccfe48f7 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:41.997687 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0192056 Feb 17 01:23:41.999089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56652) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:41.999996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:42.000984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:42.011283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Pushing event updated for resources: {'Network': ['ID=edadca0b-4edb-49d5-9c92-08e469655e3f,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:42.018197 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Request body: {'subnet': {'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2073031900-subnet', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:42.023022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:42.027136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Usage tracker for resource:subnet and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:42.027407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Usage tracker for resource:router and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:42.030328 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:42.037174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:42.047405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:42.050117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:42.050264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:42.053530 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:42.054552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Usage tracker for resource:network and tenant:d1184350b1e6466889607e47eefe8b8c is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:42.058695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:42.067284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:42.067532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:42.076725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Made reservation on behalf of 95fe6fb073e84e1a8790f274ccfe48f7 for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:42.082278 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.095369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Made reservation on behalf of d1184350b1e6466889607e47eefe8b8c for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:42.100448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.114358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.127842 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.130924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.163681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.166734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:42.177562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f907f787-870d-4f56-aa1e-d0e6c880d503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:42.177782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network edadca0b-4edb-49d5-9c92-08e469655e3f details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:42.181102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:42.190044 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Usage tracker for resource:security_group_rule and tenant:95fe6fb073e84e1a8790f274ccfe48f7 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:42.196257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:42.208341 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Made reservation on behalf of 1db2f122c94d4668b3e39eea0fa55571 for: {'subnet': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:42.213184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.246078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:42.246467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8022733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12474'] for router, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.247909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8022586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846696277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763390'] for router, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.248054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Usage tracker for resource:security_group_rule and tenant:d1184350b1e6466889607e47eefe8b8c is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:42.285054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network edadca0b-4edb-49d5-9c92-08e469655e3f details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:42.298480 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.311548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:42.336147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:42.519555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a96a2a-c374-5d6e-bebf-a838500ef94b-dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db'}]}} from dv-cinder-759987-3-smb. {{(pid=83938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:23:42.523121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.552689 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d2f6af-2284-4365-9835-c2728292f55e,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:42.609720 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:23:42.611962 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:42.627580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.644860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.653881 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363248432905503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.654324 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Added segment dbabb953-2dc8-4831-8534-14bd37bebea7 of type vxlan for network 22bc5a98-918f-4296-b956-cbb30667b7d6 Feb 17 01:23:42.664938 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.672998 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:42.700010 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.807797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6217a44-66af-4a99-a61d-9510c6fee249,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:42.821903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:42.822540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:42.871175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13fee8a-7cac-4df9-950b-8c79ed17ee40,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:42.875730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:42.879597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:42.998617 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.032084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Allocated IP 172.20.0.2 (dabdee26-cf6a-48aa-9fa4-95da8f069aad/f709a3d6-6f88-4625-ba60-da461068c1db/580eb617-0d0f-4056-b48c-27a810463da6) {{(pid=83938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:23:43.067908 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846838493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846753109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763375'] for router, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.082607 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.resource_extend [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:23:43.215111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.217740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:43.218503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.260169 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:43.368519 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1159542 Feb 17 01:23:43.370211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56690) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:43.398299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Request body: {'subnet': {'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-subnet', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:43.404406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:43.409120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Usage tracker for resource:subnet and tenant:1e5adf504ab64ae5bfff4bab974a806a is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:43.411190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.412771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:43.421629 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:43.426767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Transition to ACTIVE for port object 580eb617-0d0f-4056-b48c-27a810463da6 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:23:43.436342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Made reservation on behalf of 1e5adf504ab64ae5bfff4bab974a806a for: {'subnet': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:43.441653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.446593 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Transition to ACTIVE for port object 580eb617-0d0f-4056-b48c-27a810463da6 will not be triggered until provisioned by entity DHCP. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:23:43.461646 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.518337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:43.581500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa42faad-ccd4-4961-8adb-0d38a6919c39,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:43.585062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:43.600176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83937) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:23:43.600636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:23:43.601260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83937) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:23:43.601588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:23:43.625091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Checking segment: {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:23:43.625477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Network hostable DHCP agents. Network: edadca0b-4edb-49d5-9c92-08e469655e3f, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:23:43.649905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:43.659513 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Network edadca0b-4edb-49d5-9c92-08e469655e3f is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:23:43.689587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, edadca0b-4edb-49d5-9c92-08e469655e3f) {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:43.697882 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:43.698615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.724041 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e982d2bc-af50-4ed1-aff3-12c1d011e3e3 None None] Network edadca0b-4edb-49d5-9c92-08e469655e3f requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:43.751100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Pushing event updated for resources: {'Port': ['ID=580eb617-0d0f-4056-b48c-27a810463da6,revision_number=1']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:43.753040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Pushing event updated for resources: {'Network': ['ID=22bc5a98-918f-4296-b956-cbb30667b7d6,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:43.761423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:43.771270 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7652304 Feb 17 01:23:43.773824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56708) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:43.788183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:43.793589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:43.800548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Usage tracker for resource:router and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:43.805174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:43.813613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:43.832453 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:43.835896 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8022733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12474'] for router, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.837373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8022586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846696277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763390'] for router, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:43.846422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:43.863012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.000723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.001268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.001428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.001805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.002171 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.002539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.002901 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.003272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.003647 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.004006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.004369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.004730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.005160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.005696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.006212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.006731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.007241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.007781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.008286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.008810 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.009311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.009814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.010316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.010828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Tracked resource versions report: Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: pushed versions: Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: { 'AddressGroup': {'1.1'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': {'1.0'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': {'1.0'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': {'1.1'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': {'1.7'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': {'1.2'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': {'1.8'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': {'1.4'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': {'1.0'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': {'1.1'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': {'1.1'}} Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: consumer versions: Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: { DHCP agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: L3 agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: Metadata agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: Metering agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@dv-cinder-759987-3-smb: { 'AddressGroup': '1.1', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}, Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}} Feb 17 01:23:44.012285 dv-cinder-759987-3-smb neutron-server[83825]: {{(pid=83938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:23:44.028162 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:44.104102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad is already hosted by enough agents. {{(pid=83938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:23:44.111601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Resources bound (agent type, host, resource id): {{(pid=83938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:44.126343 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Received port after_create {{(pid=83938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:23:44.238380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.256944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.294336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Attempting to bind port 580eb617-0d0f-4056-b48c-27a810463da6 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:23:44.294757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Attempting to bind port 580eb617-0d0f-4056-b48c-27a810463da6 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:23:44.295135 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Attempting to bind port 580eb617-0d0f-4056-b48c-27a810463da6 on network dabdee26-cf6a-48aa-9fa4-95da8f069aad {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:23:44.311456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:23:44.311877 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Checking segment: {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:23:44.312320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.313332 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Bound using segment: {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:23:44.313829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Bound port: 580eb617-0d0f-4056-b48c-27a810463da6, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:23:44.314431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.403670 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.466700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.661030 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846838493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846753109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763375'] for router, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.738763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56752) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:44.752389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:23:44.762506 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.762887 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Added segment 1b227062-c571-41ab-b3f8-734cacb46087 of type vxlan for network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e Feb 17 01:23:44.795638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.802268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a96a2a-c374-5d6e-bebf-a838500ef94b-edadca0b-4edb-49d5-9c92-08e469655e3f', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39'}]}} from dv-cinder-759987-3-smb. {{(pid=83938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:23:44.803180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.809432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56758) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:44.844289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] For port 580eb617-0d0f-4056-b48c-27a810463da6, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:23:44.871536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] For port 580eb617-0d0f-4056-b48c-27a810463da6, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=580eb617-0d0f-4056-b48c-27a810463da6,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:23:44.930494 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.960316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.961143 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83937) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:23:44.961484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:23:44.963938 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:44.964582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:44.980381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:44.989751 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:45.083208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.104986 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Pushing event updated for resources: {'Network': ['ID=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:45.108381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:45.110655 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.6816568 Feb 17 01:23:45.121645 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:45.132199 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.156783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:45.158547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56772) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:45.167169 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.180919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:45.186472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Request body: {'subnet': {'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-763268840-subnet', 'tenant_id': '95fe6fb073e84e1a8790f274ccfe48f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:45.193975 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:45.197759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Usage tracker for resource:security_group_rule and tenant:54c126b1ec8b4893859a9531c317e60a is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:45.201034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:45.206735 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:45.280846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:45.309869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Usage tracker for resource:security_group_rule and tenant:cb3ce3139aa44f31b3105a0fac18ff04 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:45.314263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:45.319502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Usage tracker for resource:subnet and tenant:95fe6fb073e84e1a8790f274ccfe48f7 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:45.323295 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:45.329796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:45.341950 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:45.363375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:45.366145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Made reservation on behalf of 95fe6fb073e84e1a8790f274ccfe48f7 for: {'subnet': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:45.372501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.381119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Allocated IP 172.28.1.82 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/2cdd9630-cd48-4a33-a573-cfe5d5751869) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:23:45.404427 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:45.415112 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:45.454148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Pushing event updated for resources: {'Port': ['ID=580eb617-0d0f-4056-b48c-27a810463da6,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:45.462915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.490188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:45.537521 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.629019 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Allocated IP 172.20.0.2 (edadca0b-4edb-49d5-9c92-08e469655e3f/aa42faad-ccd4-4961-8adb-0d38a6919c39/5ce7f496-0a4f-44db-8bf7-e50a929bb97b) {{(pid=83938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:23:45.637010 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:45.667318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Checking segment: {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:23:45.668097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Network hostable DHCP agents. Network: 22bc5a98-918f-4296-b956-cbb30667b7d6, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:23:45.695285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.700468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.712568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4489f754-fe1f-4c63-b0e7-d5461f0562ff,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:45.727232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:23:45.728235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:45.776732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 22bc5a98-918f-4296-b956-cbb30667b7d6) {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:45.785431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Synchronizing usage tracker for tenant:7a871d712bea4124972309222631a83b on resource:security_group {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:23:45.789724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454ce25d-855a-4b64-a82f-56587e8afc12 None None] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:45.836627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:45.837702 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.847693 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:45.873268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:46.047773 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.049442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Pushing event updated for resources: {'Port': ['ID=2cdd9630-cd48-4a33-a573-cfe5d5751869,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:46.050960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:23:46.053731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Unset dirty status for tenant:7a871d712bea4124972309222631a83b on resource:security_group {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:23:46.054866 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:46.055439 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54c126b1ec8b4893859a9531c317e60a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2449274 Feb 17 01:23:46.064365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56796) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:46.094602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Transition to ACTIVE for port object 5ce7f496-0a4f-44db-8bf7-e50a929bb97b will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:23:46.115963 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7384810 Feb 17 01:23:46.130356 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56800) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:46.133733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Transition to ACTIVE for port object 5ce7f496-0a4f-44db-8bf7-e50a929bb97b will not be triggered until provisioned by entity DHCP. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:23:46.136240 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:46.172214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.189770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.206941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.213900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:46.219126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.220300 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.220778 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Added segment c17add4d-21f9-49a1-9ae6-a19831210d18 of type vxlan for network 1a3cb356-e53f-4ba1-b527-173408e62935 Feb 17 01:23:46.236716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Usage tracker for resource:router and tenant:1e5adf504ab64ae5bfff4bab974a806a is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:46.245138 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:46.247997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c2ddcffe-282c-4f3f-a3b0-a24b7bd489e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.249670 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.257689 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:46.270428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:46.272036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:46.291945 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:23:46.299756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:46.302155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:23:46.302291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da902169-5edd-4372-944c-7d210f1ee768 None None] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:46.363191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8022733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12474'] for router, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.364297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8022586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846696277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763390'] for router, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.420772 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb3ce3139aa44f31b3105a0fac18ff04&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6148655 Feb 17 01:23:46.431677 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.439599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56806) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:46.441501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c2ddcffe-282c-4f3f-a3b0-a24b7bd489e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.454998 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Pushing event updated for resources: {'Port': ['ID=5ce7f496-0a4f-44db-8bf7-e50a929bb97b,revision_number=1']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:46.470414 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:46.507828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82744dd2-f7a4-4882-8abf-2e1e109c7a6f,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:46.517275 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:46.561918 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Network edadca0b-4edb-49d5-9c92-08e469655e3f is already hosted by enough agents. {{(pid=83938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:23:46.565012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Resources bound (agent type, host, resource id): {{(pid=83938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:46.568696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Received port after_create {{(pid=83938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:23:46.578723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.587775 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.822279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:46.822837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.826607 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:46.834944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Attempting to bind port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:23:46.835244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Attempting to bind port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:23:46.835671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Attempting to bind port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b on network edadca0b-4edb-49d5-9c92-08e469655e3f {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:23:46.841460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:23:46.841705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Checking segment: {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:23:46.842226 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.842530 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Bound using segment: {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:23:46.843063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Bound port: 5ce7f496-0a4f-44db-8bf7-e50a929bb97b, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:23:46.843513 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.891554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c2ddcffe-282c-4f3f-a3b0-a24b7bd489e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.923885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:46.937803 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-30feb00a-1237-4a36-accc-4d119fbf1044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:46.945520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] For port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:23:46.948492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddcffe-282c-4f3f-a3b0-a24b7bd489e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4489f754-fe1f-4c63-b0e7-d5461f0562ff,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:46.949796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] For port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=5ce7f496-0a4f-44db-8bf7-e50a929bb97b,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:23:46.951370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c2ddcffe-282c-4f3f-a3b0-a24b7bd489e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:46.990847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.014549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:47.015888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Pushing event updated for resources: {'Network': ['ID=1a3cb356-e53f-4ba1-b527-173408e62935,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:47.023101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:47.118011 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Allocated IP 172.28.1.129 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/eab43d5d-d787-4e42-b211-d521a5759dc2) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:23:47.188591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network 1a3cb356-e53f-4ba1-b527-173408e62935 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:47.204456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 1a3cb356-e53f-4ba1-b527-173408e62935 details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:23:47.295082 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 5.8297327 Feb 17 01:23:47.301797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56824) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:47.359219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Request body: {'subnet': {'network_id': '1a3cb356-e53f-4ba1-b527-173408e62935', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-227518613-subnet', 'tenant_id': 'd1184350b1e6466889607e47eefe8b8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:47.383856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:47.392157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846838493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846753109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763375'] for router, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.396185 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c2ddcffe-282c-4f3f-a3b0-a24b7bd489e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.401195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Usage tracker for resource:subnet and tenant:d1184350b1e6466889607e47eefe8b8c is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:47.411857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:47.412004 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c2ddcffe-282c-4f3f-a3b0-a24b7bd489e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4489f754-fe1f-4c63-b0e7-d5461f0562ff HTTP/1.1" status: 204 len: 168 time: 1.3270178 Feb 17 01:23:47.427469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-30feb00a-1237-4a36-accc-4d119fbf1044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.435941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:47.440659 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7bc361-62e5-4bdb-be08-c85604fddef2 None None] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:47.445281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.461572 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Made reservation on behalf of d1184350b1e6466889607e47eefe8b8c for: {'subnet': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:47.466350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.467464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.545315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Pushing event updated for resources: {'Port': ['ID=5ce7f496-0a4f-44db-8bf7-e50a929bb97b,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:47.583823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:47.633289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-3803459c-3cce-48f2-8a69-d1fdc47cdf6f None None] Provisioning for port 580eb617-0d0f-4056-b48c-27a810463da6 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:23:47.656001 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.679781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3857c970-6c6c-4fe5-85be-ae4f5000c03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:47.772062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-30feb00a-1237-4a36-accc-4d119fbf1044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.816145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:47.872842 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:47.921048 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 580eb617-0d0f-4056-b48c-27a810463da6 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:23:47.997713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30feb00a-1237-4a36-accc-4d119fbf1044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82744dd2-f7a4-4882-8abf-2e1e109c7a6f,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:48.003780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56834) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:48.032729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-30feb00a-1237-4a36-accc-4d119fbf1044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:48.069849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-553ef4f1-3c17-4b76-a6d1-5976ee223317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.073098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20da3c62-a9e1-4440-b31f-6a9b869f4864,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:48.088421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:48.104470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-30feb00a-1237-4a36-accc-4d119fbf1044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.105206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:48.110079 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-30feb00a-1237-4a36-accc-4d119fbf1044 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82744dd2-f7a4-4882-8abf-2e1e109c7a6f HTTP/1.1" status: 204 len: 168 time: 1.6592796 Feb 17 01:23:48.165956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 580eb617-0d0f-4056-b48c-27a810463da6 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:23:48.172500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 580eb617-0d0f-4056-b48c-27a810463da6 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:48.173022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.176927 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.257660 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:48.300296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Pushing event updated for resources: {'Port': ['ID=eab43d5d-d787-4e42-b211-d521a5759dc2,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:48.312545 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:48.323420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce18bc4a9fc46578532d6e4a7702ebc is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:48.345157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:48.357187 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:48.365768 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-b949fb71-33ba-457e-a82d-e06d03cc1a85 None None] Provisioning complete for port 580eb617-0d0f-4056-b48c-27a810463da6 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:48.366189 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b949fb71-33ba-457e-a82d-e06d03cc1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.490284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846753094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7937304'] for router, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.565612 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:23:48.578746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:48.582598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Checking segment: {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:23:48.582987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Network hostable DHCP agents. Network: 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:23:48.587811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.593023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:23:48.676729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 580eb617-0d0f-4056-b48c-27a810463da6, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=580eb617-0d0f-4056-b48c-27a810463da6,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:23:48.679927 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.693889 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.727794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.829422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:48.879370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:23:48.912821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=580eb617-0d0f-4056-b48c-27a810463da6,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:48.917111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:48.954557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e) {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:48.958894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56856) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:48.960967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-75a30d77-418b-47be-b45b-be37e2695319 None None] Provisioning complete for port 580eb617-0d0f-4056-b48c-27a810463da6 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:48.961531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-75a30d77-418b-47be-b45b-be37e2695319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:48.978672 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:48.979319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:49.001961 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38dce56-03f4-48ab-b3a3-8e649a0b858b None None] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:49.007959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:49.085997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:49.107953 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0c119a759b4e388c1c43ed5f13d0ad is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:49.117529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:49.130532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:49.132486 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Router fa8e9a90-db46-486a-9b38-06b4a62d039d is scheduled to L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 with binding_index 1 {{(pid=83936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:23:49.204187 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:49.223566 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7986693d-8bf5-499e-a1cb-10e8b3f8c29b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.0597391 Feb 17 01:23:49.242174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:49.260952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:49.389983 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ce18bc4a9fc46578532d6e4a7702ebc&name=default HTTP/1.1" status: 200 len: 2976 time: 1.3810811 Feb 17 01:23:49.391395 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e819fb-1f69-4aed-aeda-8cbd2a607dc6,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:49.394121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56862) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:49.401237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:49.433311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:49.476177 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2bb14-33b1-4363-beab-ed82f0cbfa4e None None] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:49.576546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c963d5-3ddc-48e3-9926-ff54e6d91133 None None] Network edadca0b-4edb-49d5-9c92-08e469655e3f requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:49.690320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:23:49.697027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Allocated IP 172.28.1.21 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/5e52b946-def6-43b5-b428-0b6140cc6bda) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:23:49.700668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Sync routers for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:23:49.717384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:23:49.718354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:23:49.803544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:49.842965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-393cbe26-b0c4-4efd-86ad-da6f9b07ad6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:49.967273 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56888) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:49.997621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Notify callbacks [] for router, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.001678 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0390272 Feb 17 01:23:50.001678 dv-cinder-759987-3-smb neutron-server[83825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 01:23:50.004757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56894) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:50.011658 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 5ce7f496-0a4f-44db-8bf7-e50a929bb97b up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:23:50.090721 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:23:50.349463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.355391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-168ca5d6-0ec0-4d2d-9120-2f2dd7e3cb4f None None] Provisioning for port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:23:50.379605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.422112 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c2ddcffe-282c-4f3f-a3b0-a24b7bd489e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:50.438399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2b05a285-e3de-4469-b407-7da0f3dd4e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.450040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.477349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec7c0bc-47d6-414c-b18c-5fc6cfb8648b,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:50.480504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2244b3ab-4c3e-451d-8b52-24930121d465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.516509 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2244b3ab-4c3e-451d-8b52-24930121d465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.519405 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f0c119a759b4e388c1c43ed5f13d0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5586648 Feb 17 01:23:50.544797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:23:50.551168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:50.551806 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.611202 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846753094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7937304'] for router, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.617761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173a90-6c15-41e7-b56b-96f389785622 req-e948e5ca-8422-43d1-b0e5-05557632160c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:50.619482 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-e948e5ca-8422-43d1-b0e5-05557632160c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 814 time: 0.6330795 Feb 17 01:23:50.627560 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56906) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:50.628539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:50.636910 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.736952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.755774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c227224a-be54-41e4-bbbc-fbefef1be9d9,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:50.771013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:50.792533 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-a617666a-7d08-48a3-841e-68cacac9c9a9 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/quotas/95fe6fb073e84e1a8790f274ccfe48f7 HTTP/1.1" status: 200 len: 375 time: 0.0557606 Feb 17 01:23:50.795677 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=5ce7f496-0a4f-44db-8bf7-e50a929bb97b,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:23:50.799641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.801238 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 580eb617-0d0f-4056-b48c-27a810463da6 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:23:50.842117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:50.886734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:46Z', 'revision_number': 3, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:23:50.887695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56912) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:50.893359 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Checking router: fa8e9a90-db46-486a-9b38-06b4a62d039d for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:23:50.893973 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Updating router fa8e9a90-db46-486a-9b38-06b4a62d039d port 2cdd9630-cd48-4a33-a573-cfe5d5751869 binding host dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:23:50.921399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2244b3ab-4c3e-451d-8b52-24930121d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.930949 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-d164edbe-bc2f-44f8-aab2-efa7d5501247 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1269989 Feb 17 01:23:50.956719 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Checking segment: {'id': 'c17add4d-21f9-49a1-9ae6-a19831210d18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a3cb356-e53f-4ba1-b527-173408e62935'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:23:50.957116 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Network hostable DHCP agents. Network: 1a3cb356-e53f-4ba1-b527-173408e62935, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:23:50.968391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:50.978840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-dc7d6cce-921a-4909-891a-523985342465 None None] Provisioning complete for port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:50.979715 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dc7d6cce-921a-4909-891a-523985342465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.002266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.003357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8cf11896-c103-49ab-ba21-4bf60cb4c4d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:51.036187 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244b3ab-4c3e-451d-8b52-24930121d465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e819fb-1f69-4aed-aeda-8cbd2a607dc6,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:51.038820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2244b3ab-4c3e-451d-8b52-24930121d465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.040402 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2244b3ab-4c3e-451d-8b52-24930121d465 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11e819fb-1f69-4aed-aeda-8cbd2a607dc6 HTTP/1.1" status: 204 len: 168 time: 1.6411765 Feb 17 01:23:51.041568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2244b3ab-4c3e-451d-8b52-24930121d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:51.043082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Network 1a3cb356-e53f-4ba1-b527-173408e62935 is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:23:51.068286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 1a3cb356-e53f-4ba1-b527-173408e62935) {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:51.097458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:51.098278 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.107271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Router df0d86ea-aad3-409d-9d12-e6b50626087c is scheduled to L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 with binding_index 1 {{(pid=83937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:23:51.131283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:51.163456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed82a9-fb09-4d4d-a778-e7ab5f62e8cb None None] Network 1a3cb356-e53f-4ba1-b527-173408e62935 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:51.182240 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=5ce7f496-0a4f-44db-8bf7-e50a929bb97b,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:51.206014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:51.371166 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.0181639 Feb 17 01:23:51.410504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 580eb617-0d0f-4056-b48c-27a810463da6 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:51.410820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.460610 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:23:51.498742 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Notify callbacks [] for router, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.501329 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7263136 Feb 17 01:23:51.505797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 56928) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:51.551760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Sync routers for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:23:51.633043 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-972689a3-c022-4644-987f-42c39a64950c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.711125 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:23:51.714316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:23:51.739429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Notify callbacks [] for port, precommit_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.753108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Transition to ACTIVE for port object 2cdd9630-cd48-4a33-a573-cfe5d5751869 will not be triggered until provisioned by entity L2. {{(pid=83939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:23:51.764111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.791898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:51.888736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:51.970795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-c18b2765-4fa7-41a2-adc4-b115088f0d94 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:23:51.971720 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-c18b2765-4fa7-41a2-adc4-b115088f0d94 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.6937556 Feb 17 01:23:52.008646 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:52.029064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:52.102795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-972689a3-c022-4644-987f-42c39a64950c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:52.232820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-e0862a07-ce06-4918-8dc6-f8ad524bd688 None None] Provisioning complete for port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:52.233212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e0862a07-ce06-4918-8dc6-f8ad524bd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:52.292514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 5ce7f496-0a4f-44db-8bf7-e50a929bb97b up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:23:52.349853 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Attempting to bind port 2cdd9630-cd48-4a33-a573-cfe5d5751869 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:23:52.350254 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Attempting to bind port 2cdd9630-cd48-4a33-a573-cfe5d5751869 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:23:52.350777 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Attempting to bind port 2cdd9630-cd48-4a33-a573-cfe5d5751869 on network 12fd91a0-431a-42be-abb2-70d0f79f7370 {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:23:52.354796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09268b15-d494-4586-98e9-f48cb8f5cb5d None None] Network 1a3cb356-e53f-4ba1-b527-173408e62935 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:23:52.368195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Pushing event updated for resources: {'Port': ['ID=2cdd9630-cd48-4a33-a573-cfe5d5751869,revision_number=2']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:52.395238 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:23:52.395831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Checking segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:23:52.396183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:52.396553 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Bound using segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:23:52.397086 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Bound port: 2cdd9630-cd48-4a33-a573-cfe5d5751869, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:23:52.397492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:52.501291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] For port 2cdd9630-cd48-4a33-a573-cfe5d5751869, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:23:52.505026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] For port 2cdd9630-cd48-4a33-a573-cfe5d5751869, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=2cdd9630-cd48-4a33-a573-cfe5d5751869,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:23:52.507855 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.508436 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.509081 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.509553 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.510065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.510707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.511172 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.511649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.512111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.512570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.513025 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.513506 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.514284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.514749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.515272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.516757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.517226 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.517686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.518230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.518648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.519213 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.519671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.520090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.520505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Tracked resource versions report: Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: pushed versions: Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: { 'AddressGroup': {'1.1'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': {'1.0'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': {'1.0'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': {'1.1'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': {'1.7'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': {'1.2'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': {'1.8'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': {'1.4'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': {'1.2'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': {'1.0'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': {'1.1'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': {'1.1'}} Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: consumer versions: Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: { DHCP agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: L3 agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: Metadata agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: Metering agent@dv-cinder-759987-3-smb: {}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@dv-cinder-759987-3-smb: { 'AddressGroup': '1.1', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}, Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: Open vSwitch agent@hv-cinder-75998: { 'AddressGroup': '1.1', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'ConntrackHelper': '1.0', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Log': '1.0', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Network': '1.1', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Port': '1.7', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'PortForwarding': '1.2', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'QosPolicy': '1.8', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroup': '1.4', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'SecurityGroupRule': '1.2', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'SubPort': '1.0', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Subnet': '1.1', Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: 'Trunk': '1.1'}} Feb 17 01:23:52.521857 dv-cinder-759987-3-smb neutron-server[83825]: {{(pid=83939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 01:23:52.535465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:52.535465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:52.589013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:52.670021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Pushing event updated for resources: {'Port': ['ID=5e52b946-def6-43b5-b428-0b6140cc6bda,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:52.671314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:52.684875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Usage tracker for resource:security_group_rule and tenant:12ae6f10e3d54e5ea5748d2214743b0b is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:52.685239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:23:52.691983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 56970) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:52.730656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:52.793287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.662s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:52.803835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:52.819290 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:23:52.820380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:23:52.937761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:53.001186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Pushing event updated for resources: {'Port': ['ID=2cdd9630-cd48-4a33-a573-cfe5d5751869,revision_number=3']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:53.017248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:53.111809 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:23:53.190109 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-7b390c54-4c24-4c18-8c3b-4022150caf37 service neutron] 10.222.0.65 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1767662 Feb 17 01:23:53.233428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:53.234303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:53.241285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Allocated IP 172.20.0.1 (edadca0b-4edb-49d5-9c92-08e469655e3f/aa42faad-ccd4-4961-8adb-0d38a6919c39/2dbb63d4-ea26-4ec5-bc6e-161dbce66748) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:23:53.252533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:23:53.267783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:53.339626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:23:53.441384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-972689a3-c022-4644-987f-42c39a64950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:53.516468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:53.534110 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Transition to ACTIVE for port object 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 will not be triggered until provisioned by entity DHCP. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:23:53.559820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:53.567269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ca8f4634-02a9-4a27-8889-d533f9c334e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:53.577385 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2380011c-bb31-4dfd-bf57-1a91ee3f11ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:53.611020 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-76d3d391-8922-4a13-bf26-d6392f86a491 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:53.618715 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-76d3d391-8922-4a13-bf26-d6392f86a491 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/networks?id=1a3cb356-e53f-4ba1-b527-173408e62935 HTTP/1.1" status: 200 len: 811 time: 0.8792205 Feb 17 01:23:53.619753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:46Z', 'revision_number': 3, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:23:53.624220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fad26-af2d-40aa-862b-aa9a6a104590 None None] The sync data for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb is: [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:46Z', 'revision_number': 3, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:23:53.704579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:48Z', 'revision_number': 3, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:23:53.710276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Checking router: df0d86ea-aad3-409d-9d12-e6b50626087c for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:23:53.710667 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Updating router df0d86ea-aad3-409d-9d12-e6b50626087c port eab43d5d-d787-4e42-b211-d521a5759dc2 binding host dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:23:53.727243 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-aceff4ff-937a-4ec0-a8bf-ba55a5222904 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/quotas/d1184350b1e6466889607e47eefe8b8c HTTP/1.1" status: 200 len: 375 time: 0.1072700 Feb 17 01:23:53.777454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:53.823182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Network edadca0b-4edb-49d5-9c92-08e469655e3f is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:23:53.824680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:53.826675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Pushing event updated for resources: {'Port': ['ID=2dbb63d4-ea26-4ec5-bc6e-161dbce66748,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:53.845986 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:23:53.846504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846774527'] for router_interface, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:53.855803 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-b592d71a-4fb9-44aa-989c-6bc015202189 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1184350b1e6466889607e47eefe8b8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275575 Feb 17 01:23:53.877160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972689a3-c022-4644-987f-42c39a64950c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c227224a-be54-41e4-bbbc-fbefef1be9d9,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:53.903715 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:53.919474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-972689a3-c022-4644-987f-42c39a64950c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:53.920678 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-972689a3-c022-4644-987f-42c39a64950c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c227224a-be54-41e4-bbbc-fbefef1be9d9 HTTP/1.1" status: 204 len: 168 time: 3.2892365 Feb 17 01:23:53.934740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-972689a3-c022-4644-987f-42c39a64950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:54.030226 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-73733d87-4182-47f1-9dab-9e5ae5914e0c service neutron] 10.222.0.65 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8239498 Feb 17 01:23:54.048956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.079685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.199956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.401174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.559228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.642253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Notify callbacks [] for port, precommit_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.645497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-aa76aa1e-c264-47ec-8eae-1677f44f1f17 None None] Provisioning for port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:23:54.655432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:54.659180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-aa76aa1e-c264-47ec-8eae-1677f44f1f17 None None] Provisioning complete for port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:54.660045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aa76aa1e-c264-47ec-8eae-1677f44f1f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.750963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-aa76aa1e-c264-47ec-8eae-1677f44f1f17 None None] Port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:23:54.765346 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Transition to ACTIVE for port object eab43d5d-d787-4e42-b211-d521a5759dc2 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:23:54.770522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.795222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.799503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:54.804313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.813005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001383'] for router_interface, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:54.836998 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-623c89cd-5993-49c1-967a-a4399915b50a req-c85dca50-d4c8-4a7a-97d6-09b6e41715a1 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 210 time: 0.1991258 Feb 17 01:23:54.845131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b67bc0b6-a491-4b18-aecb-876b9d844f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:55.065480 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Pushing event updated for resources: {'Port': ['ID=2dbb63d4-ea26-4ec5-bc6e-161dbce66748,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:55.077221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:55.094705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf58a37-7ef2-430a-9f87-395c7e70b4c0 None None] Pushing event updated for resources: {'Port': ['ID=eab43d5d-d787-4e42-b211-d521a5759dc2,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:55.097147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-baf58a37-7ef2-430a-9f87-395c7e70b4c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:55.192808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Network edadca0b-4edb-49d5-9c92-08e469655e3f is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:23:55.194221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:55.250566 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Attempting to bind port eab43d5d-d787-4e42-b211-d521a5759dc2 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:23:55.250993 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Attempting to bind port eab43d5d-d787-4e42-b211-d521a5759dc2 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:23:55.251430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Attempting to bind port eab43d5d-d787-4e42-b211-d521a5759dc2 on network 12fd91a0-431a-42be-abb2-70d0f79f7370 {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:23:55.260569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:23:55.264269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Checking segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:23:55.264767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:55.267368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Bound using segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:23:55.268380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Bound port: eab43d5d-d787-4e42-b211-d521a5759dc2, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:23:55.268833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:55.440598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] For port eab43d5d-d787-4e42-b211-d521a5759dc2, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:23:55.451990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] For port eab43d5d-d787-4e42-b211-d521a5759dc2, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=eab43d5d-d787-4e42-b211-d521a5759dc2,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:23:55.457352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:55.583206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Router df0d86ea-aad3-409d-9d12-e6b50626087c has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:23:55.684064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:55.754433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Allocated IP 172.20.0.1 (dabdee26-cf6a-48aa-9fa4-95da8f069aad/f709a3d6-6f88-4625-ba60-da461068c1db/fde3ffdc-84e9-45c7-94a3-d6483c2dac66) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:23:55.816973 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf58a37-7ef2-430a-9f87-395c7e70b4c0 None None] Pushing event updated for resources: {'Port': ['ID=eab43d5d-d787-4e42-b211-d521a5759dc2,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:55.827709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-baf58a37-7ef2-430a-9f87-395c7e70b4c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:55.887896 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:23:55.888542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:23:55.933183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:55.969741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Transition to ACTIVE for port object fde3ffdc-84e9-45c7-94a3-d6483c2dac66 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:23:55.998207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-b0229f3b-3982-4cf3-abb0-8962ca57d866 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:23:56.005534 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-b0229f3b-3982-4cf3-abb0-8962ca57d866 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.8241410 Feb 17 01:23:56.034802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:23:56.041341 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12ae6f10e3d54e5ea5748d2214743b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 5.1428666 Feb 17 01:23:56.042839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:56.043788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e76c1c-4159-40a7-a236-846756f35429,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:56.044878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57064) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:56.091373 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] 10.222.0.65 "PUT /v2.0/routers/df0d86ea-aad3-409d-9d12-e6b50626087c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5838437 Feb 17 01:23:56.106981 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.452s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:56.205445 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-db9b1e85-7cf6-4142-9aa4-e67b7c914b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:56.257057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-db9b1e85-7cf6-4142-9aa4-e67b7c914b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:56.306720 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-db9b1e85-7cf6-4142-9aa4-e67b7c914b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:56.312293 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:56.330141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-db9b1e85-7cf6-4142-9aa4-e67b7c914b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:56.331369 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-db9b1e85-7cf6-4142-9aa4-e67b7c914b4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35e76c1c-4159-40a7-a236-846756f35429 HTTP/1.1" status: 204 len: 168 time: 0.2845700 Feb 17 01:23:56.332362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b1e85-7cf6-4142-9aa4-e67b7c914b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e76c1c-4159-40a7-a236-846756f35429,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:56.343140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-db9b1e85-7cf6-4142-9aa4-e67b7c914b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:56.379743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:23:56.551627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:56.571713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2cdd9630-cd48-4a33-a573-cfe5d5751869 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:23:56.606090 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-ede2d47e-87cf-4c78-8d04-8784c0d79bca service neutron] 10.222.0.65 "GET /v2.0/networks/1a3cb356-e53f-4ba1-b527-173408e62935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995820 Feb 17 01:23:56.627141 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-de57d5e9-4af1-419a-9277-c8f6cbe1d196 req-bfe4de62-b0f0-426c-b0c5-66247c05d8eb tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 210 time: 0.6191473 Feb 17 01:23:56.715313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Pushing event updated for resources: {'Port': ['ID=fde3ffdc-84e9-45c7-94a3-d6483c2dac66,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:56.733486 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-28fa5507-0e52-4e71-9388-23d851c72f58 None None] Provisioning complete for port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:56.734247 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-28fa5507-0e52-4e71-9388-23d851c72f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:56.808416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:56.820357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-28fa5507-0e52-4e71-9388-23d851c72f58 None None] Port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:23:56.846781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 2cdd9630-cd48-4a33-a573-cfe5d5751869 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:23:56.874304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 2cdd9630-cd48-4a33-a573-cfe5d5751869 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:56.875303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:57.089747 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:57.101320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846753094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7937304'] for router, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:57.112267 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 2cdd9630-cd48-4a33-a573-cfe5d5751869, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=2cdd9630-cd48-4a33-a573-cfe5d5751869,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:23:57.167282 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:57.173362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:23:57.487197 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-e9f23f73-5649-4801-886a-9b7913a297d0 service neutron] 10.222.0.65 "GET /v2.0/networks/1a3cb356-e53f-4ba1-b527-173408e62935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8795323 Feb 17 01:23:57.521440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=2cdd9630-cd48-4a33-a573-cfe5d5751869,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:23:57.524948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:23:57.537209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:23:57.541037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:23:57.544610 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:23:57.545134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846774527'] for router_interface, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:57.580045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:23:54Z', 'revision_number': 2, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:23:57.586512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4435b42-0043-4507-b53f-4633ab8594ea None None] The sync data for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb is: [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:23:54Z', 'revision_number': 2, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:23:58.050517 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-3852d8c9-a695-44c4-bf72-300842833b37 None None] Provisioning for port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:23:58.082029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-3852d8c9-a695-44c4-bf72-300842833b37 None None] Provisioning complete for port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:58.082451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3852d8c9-a695-44c4-bf72-300842833b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:58.342530 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.71', 55541) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:58.348439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-3852d8c9-a695-44c4-bf72-300842833b37 None None] Port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:23:58.369915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2cdd9630-cd48-4a33-a573-cfe5d5751869 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:23:58.619891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57168) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:23:58.639125 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Router 42614096-26ce-4a68-a1b8-9590092c65c5 is scheduled to L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 with binding_index 1 {{(pid=83936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:23:58.646954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 2cdd9630-cd48-4a33-a573-cfe5d5751869 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:23:58.647470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:58.703350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335539356', 'description': 'tempest-description--224031814'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:58.738511 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:58.743296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:security_group and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:58.746564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:58.754704 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:58.782934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:58.806243 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9dd79e24-b8f6-4156-939f-7c91ee485bc0 req-9c4bf906-c0f7-49f8-8dd6-8b46f8fcccdf tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 210 time: 0.1908457 Feb 17 01:23:58.905338 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173a90-6c15-41e7-b56b-96f389785622 req-ce99bbd1-77bd-4445-9a7b-2d2907275a79 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:23:58.906731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b0173a90-6c15-41e7-b56b-96f389785622 req-ce99bbd1-77bd-4445-9a7b-2d2907275a79 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Synchronizing usage tracker for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:network {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:23:58.933013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b0173a90-6c15-41e7-b56b-96f389785622 req-ce99bbd1-77bd-4445-9a7b-2d2907275a79 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Unset dirty status for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:network {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:23:58.934843 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-ce99bbd1-77bd-4445-9a7b-2d2907275a79 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 814 time: 0.5903704 Feb 17 01:23:59.001754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Request body: {'port': {'device_id': '6682f641-9c58-45eb-a24d-743af4e67373', 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e', 'admin_state_up': True, 'tenant_id': '95fe6fb073e84e1a8790f274ccfe48f7'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:23:59.008286 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dd4428ba-85cd-4231-8308-64c91980e691 req-97a48d7a-68bf-4565-b976-2636378623dc tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 210 time: 0.2725041 Feb 17 01:23:59.011671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:59.253754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:59.258492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Usage tracker for resource:port and tenant:95fe6fb073e84e1a8790f274ccfe48f7 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:59.262196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:59.269371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:59.286416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Made reservation on behalf of 95fe6fb073e84e1a8790f274ccfe48f7 for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:23:59.299008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:59.605977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:23:59.627454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:security_group_rule and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:23:59.677221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:23:59.690812 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:23:59.923036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:23:59.952213 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:00.097386 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ba191f68-8c37-4746-b579-c9d700c763a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:00.181586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:00.182893 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5413895 Feb 17 01:24:00.225825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57234) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:00.319707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Allocated IP 172.20.0.9 (4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e/20da3c62-a9e1-4440-b31f-6a9b869f4864/550b840e-fa34-49a3-9cd9-6ba01729a997) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:00.368795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device eab43d5d-d787-4e42-b211-d521a5759dc2 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:00.369919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'security_group_rule': {'security_group_id': '2d28046b-2ca5-4a5d-8cdc-b85574283bac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:00.614387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:00.620448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:24:00.630848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:24:00.643917 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Sync routers for ids ['42614096-26ce-4a68-a1b8-9590092c65c5'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:24:00.644352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port eab43d5d-d787-4e42-b211-d521a5759dc2 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:00.658233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port eab43d5d-d787-4e42-b211-d521a5759dc2 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:00.663394 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:00.668992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Routers {'42614096-26ce-4a68-a1b8-9590092c65c5'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:00.669680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['42614096-26ce-4a68-a1b8-9590092c65c5'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:00.698704 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:security_group_rule and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:00.813200 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d28046b-2ca5-4a5d-8cdc-b85574283bac,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:00.853749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:00.874830 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:00.891967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:00.932567 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port eab43d5d-d787-4e42-b211-d521a5759dc2, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=eab43d5d-d787-4e42-b211-d521a5759dc2,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:00.938594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:00.948061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b229216c-88f7-48ed-a505-d4ba7764dc44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:00.961745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:01.001870 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2aba366c-ab88-486a-8274-b894ff7c7f4d req-cc538aa8-212b-4398-912d-f6c2d1a1349b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 210 time: 0.3767304 Feb 17 01:24:01.021277 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e2fdf13f-e2a1-42e0-be50-ce6efff0e7ac req-e7d1694f-526b-4334-9cac-a151bcc3b78e tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 210 time: 0.2125719 Feb 17 01:24:01.025328 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:01.033967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57250) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:01.063311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=eab43d5d-d787-4e42-b211-d521a5759dc2,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:01.063603 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:01.070040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:01.099821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:01.114260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] Notify callbacks [] for router, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:01.115781 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4377d363-a9ba-4fad-86fe-4da8092aa234 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.9872310 Feb 17 01:24:01.119629 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57258) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:01.224314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.71', 55553) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:01.227044 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:01.391474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:01.441354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Set router 42614096-26ce-4a68-a1b8-9590092c65c5 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:01.537778 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:01.600645 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:01.611044 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Usage tracker for resource:security_group_rule and tenant:627a6fa06c2f4f2e87a0ef4301453662 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:01.616244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:01.628220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Pushing event updated for resources: {'Port': ['ID=550b840e-fa34-49a3-9cd9-6ba01729a997,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:01.631626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:01.636040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:01.744809 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:01.762595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:01.765217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:01.770079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:01.770553 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:01.839280 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8431022 Feb 17 01:24:02.037387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:02.041675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:02.249422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-12e5ef8e-9b05-44e3-b9a4-04bc18cdaa72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:02.366594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device eab43d5d-d787-4e42-b211-d521a5759dc2 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:02.377295 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=627a6fa06c2f4f2e87a0ef4301453662&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3378723 Feb 17 01:24:02.385094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57288) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:02.403155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-6ca1987c-8fe3-41f2-b7bd-e63da334b4d2 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:24:02.407242 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-6ca1987c-8fe3-41f2-b7bd-e63da334b4d2 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0163009 Feb 17 01:24:02.408870 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4afbbe-10e9-4c8e-a917-abe4283879a6,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:02.438832 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:02.533014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:02.555043 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:23:54Z', 'revision_number': 3, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'gw_port': {'id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:49Z', 'updated_at': '2021-02-17T01:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:02.570173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-38e45333-45aa-4b82-b482-1d5432ce8f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:02.571961 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Checking router: 42614096-26ce-4a68-a1b8-9590092c65c5 for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:24:02.572386 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Updating router 42614096-26ce-4a68-a1b8-9590092c65c5 port 5e52b946-def6-43b5-b428-0b6140cc6bda binding host dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:24:02.606223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-38e45333-45aa-4b82-b482-1d5432ce8f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:02.669739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-38e45333-45aa-4b82-b482-1d5432ce8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:02.680381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e91ee767-2cb4-480b-8b72-b1768be90c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:02.682767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Sync routers for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:24:02.719232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45333-45aa-4b82-b482-1d5432ce8f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4afbbe-10e9-4c8e-a917-abe4283879a6,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:02.729001 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:02.730193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:02.733146 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-38e45333-45aa-4b82-b482-1d5432ce8f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:02.741300 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-38e45333-45aa-4b82-b482-1d5432ce8f17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e4afbbe-10e9-4c8e-a917-abe4283879a6 HTTP/1.1" status: 204 len: 168 time: 0.3115468 Feb 17 01:24:02.743027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-38e45333-45aa-4b82-b482-1d5432ce8f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:02.750657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:02.864490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57302) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:02.911202 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Request body: {'port': {'device_id': '6682f641-9c58-45eb-a24d-743af4e67373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:02.942744 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001383'] for router_interface, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:03.181205 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:03.212519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:03.264232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port eab43d5d-d787-4e42-b211-d521a5759dc2 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:03.267213 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:03.270293 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:03.273325 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Usage tracker for resource:security_group_rule and tenant:f4bbdb7ab2fe4ffeb9abf859e41e9cb0 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:03.277977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:03.288957 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:03.409723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:03.563236 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:03.603151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-db9b1e85-7cf6-4142-9aa4-e67b7c914b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:03.625205 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-218d92c3-b04b-4dd6-b5e6-49a99ace3236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:03.637805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:03.738475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57310) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:03.809746 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4bbdb7ab2fe4ffeb9abf859e41e9cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9438601 Feb 17 01:24:03.817613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Notify callbacks [] for port, precommit_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:03.819048 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Pushing event updated for resources: {'Port': ['ID=fde3ffdc-84e9-45c7-94a3-d6483c2dac66,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:03.824230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:03.839232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57316) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:03.850707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Transition to ACTIVE for port object 5e52b946-def6-43b5-b428-0b6140cc6bda will not be triggered until provisioned by entity L2. {{(pid=83939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:03.854463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-689516ff-2f4a-433e-9ad2-3e923586a076 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:03.855440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:03.856410 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-689516ff-2f4a-433e-9ad2-3e923586a076 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.71 "GET /v2.0/networks?id=1a3cb356-e53f-4ba1-b527-173408e62935 HTTP/1.1" status: 200 len: 811 time: 2.6201751 Feb 17 01:24:03.922989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:03.942749 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-18f47d46-84c9-46a4-ad71-60592d4e1c18 req-62e90602-b8c6-4303-8c3e-a45f69c840e8 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 210 time: 1.3767636 Feb 17 01:24:03.977814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccdff22-4876-4161-a4aa-8ad80280e08b,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:03.981686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:03.991781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.004524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:04.014939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:04.021377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:04.024236 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Usage tracker for resource:security_group_rule and tenant:7d20d34306544c8e99c7efe2e3f87374 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:04.031158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:04.042024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:04.078713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:04.221437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-10b51310-138c-405d-b7fa-e3b06ae629fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.258346 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.279801 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.307557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:23:54Z', 'revision_number': 2, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:04.310899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-37dfb260-1c9d-4bb9-af9e-bdf343a7270b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:04.316321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Checking router: df0d86ea-aad3-409d-9d12-e6b50626087c for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:24:04.316951 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Updating router df0d86ea-aad3-409d-9d12-e6b50626087c port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 binding host dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:24:04.407026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.412102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f761b-54f5-48eb-a4b5-b86ff96c09fe None None] Pushing event updated for resources: {'Port': ['ID=5e52b946-def6-43b5-b428-0b6140cc6bda,revision_number=2']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:04.417173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.432070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-193f761b-54f5-48eb-a4b5-b86ff96c09fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:04.573365 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d20d34306544c8e99c7efe2e3f87374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8337395 Feb 17 01:24:04.576671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57328) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:04.581350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa8c35-1c4b-441c-a95c-8e88f96b2200,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:04.585089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:04.649996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Request body: {'port': {'device_id': '5e3f1eca-d653-4256-8068-7e702971480e', 'network_id': '1a3cb356-e53f-4ba1-b527-173408e62935', 'admin_state_up': True, 'tenant_id': 'd1184350b1e6466889607e47eefe8b8c'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:04.731274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.731571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Attempting to bind port 5e52b946-def6-43b5-b428-0b6140cc6bda on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:04.731985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Attempting to bind port 5e52b946-def6-43b5-b428-0b6140cc6bda by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:04.732379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Attempting to bind port 5e52b946-def6-43b5-b428-0b6140cc6bda on network 12fd91a0-431a-42be-abb2-70d0f79f7370 {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:04.758857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:04.758857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Checking segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:04.767265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.767825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Bound using segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:04.768362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Bound port: 5e52b946-def6-43b5-b428-0b6140cc6bda, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:04.768780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.920690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4ca38952-b001-42bc-b269-cdd353a8e760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:04.958590 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] For port 5e52b946-def6-43b5-b428-0b6140cc6bda, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:04.975353 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] For port 5e52b946-def6-43b5-b428-0b6140cc6bda, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=5e52b946-def6-43b5-b428-0b6140cc6bda,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:04.984987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:05.011201 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:05.038238 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ec3f643a-f30a-4792-8599-e9ffa0fdaeae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:05.089764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-10b51310-138c-405d-b7fa-e3b06ae629fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:05.129652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4ca38952-b001-42bc-b269-cdd353a8e760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:05.268932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550b840e-fa34-49a3-9cd9-6ba01729a997 {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:24:05.289223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:05.293645 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:05.297782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Usage tracker for resource:port and tenant:d1184350b1e6466889607e47eefe8b8c is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:05.302361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:05.308613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:05.312029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Transition to ACTIVE for port object 550b840e-fa34-49a3-9cd9-6ba01729a997 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:05.317958 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:05.335401 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c916fa2-0d30-4da2-b8c1-1b3df7966c5e,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:05.360591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:05.387432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Notify callbacks [] for port, precommit_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:05.401460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Transition to ACTIVE for port object 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:05.413463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:05.464415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6f391d51-a214-451d-85b1-c1ce1deb55b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:05.487939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b9b1d-3e3d-4c17-9fa7-9803f63bf900 req-0c02c4e8-08ea-451e-bbc8-a0ecbf0331d6 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:05.493653 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-325b9b1d-3e3d-4c17-9fa7-9803f63bf900 req-0c02c4e8-08ea-451e-bbc8-a0ecbf0331d6 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 931 time: 2.7934854 Feb 17 01:24:05.521929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f761b-54f5-48eb-a4b5-b86ff96c09fe None None] Pushing event updated for resources: {'Port': ['ID=5e52b946-def6-43b5-b428-0b6140cc6bda,revision_number=3']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:05.535169 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-193f761b-54f5-48eb-a4b5-b86ff96c09fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:05.535966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Routers {'42614096-26ce-4a68-a1b8-9590092c65c5'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:05.536625 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['42614096-26ce-4a68-a1b8-9590092c65c5'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:05.743631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Allocated IP 172.20.0.1 (22bc5a98-918f-4296-b956-cbb30667b7d6/877d4e62-7d9b-4a0a-851d-7cc8fd8475d0/2a8f9e48-6dae-4378-bef9-80505cd98e1f) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:05.775894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Pushing event updated for resources: {'Port': ['ID=550b840e-fa34-49a3-9cd9-6ba01729a997,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:05.792416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:05.842359 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-82cf7f24-f823-4f39-8850-f8a72211d0a6 None None] Provisioning complete for port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:05.842359 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-82cf7f24-f823-4f39-8850-f8a72211d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:05.872975 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4ca38952-b001-42bc-b269-cdd353a8e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:05.904284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:05.909182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:05.913198 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2a68d492-390d-4532-8549-4e980cc7d74e req-4fc247fd-284c-45bc-9b66-7a69af71067d tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 210 time: 0.5811830 Feb 17 01:24:05.980049 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca38952-b001-42bc-b269-cdd353a8e760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa8c35-1c4b-441c-a95c-8e88f96b2200,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:05.981971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Made reservation on behalf of d1184350b1e6466889607e47eefe8b8c for: {'port': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:05.988302 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] Set router 42614096-26ce-4a68-a1b8-9590092c65c5 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:05.999549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.001396 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4ca38952-b001-42bc-b269-cdd353a8e760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:06.019578 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Attempting to bind port 550b840e-fa34-49a3-9cd9-6ba01729a997 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:06.020681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Attempting to bind port 550b840e-fa34-49a3-9cd9-6ba01729a997 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:06.021467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Attempting to bind port 550b840e-fa34-49a3-9cd9-6ba01729a997 on network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:06.033608 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4ca38952-b001-42bc-b269-cdd353a8e760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.036840 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4ca38952-b001-42bc-b269-cdd353a8e760 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12fa8c35-1c4b-441c-a95c-8e88f96b2200 HTTP/1.1" status: 204 len: 168 time: 1.4590886 Feb 17 01:24:06.038513 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:06.039533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Checking segment: {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:06.040302 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.041418 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Bound using segment: {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:06.042595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Bound port: 550b840e-fa34-49a3-9cd9-6ba01729a997, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:06.043529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.057477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-82cf7f24-f823-4f39-8850-f8a72211d0a6 None None] Port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:24:06.145422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.146984 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 5.9024460 Feb 17 01:24:06.165077 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-325b9b1d-3e3d-4c17-9fa7-9803f63bf900 req-f2c48928-a21a-4991-b2c7-a2890eaf6561 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507455 Feb 17 01:24:06.165840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57344) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:06.280675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'security_group_rule': {'security_group_id': '2d28046b-2ca5-4a5d-8cdc-b85574283bac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:06.303101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd777fe-8d9a-4583-9ea2-c52413d6700c None None] Pushing event updated for resources: {'Port': ['ID=2dbb63d4-ea26-4ec5-bc6e-161dbce66748,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:06.305240 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:06.313454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:security_group_rule and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:06.317640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0dd777fe-8d9a-4583-9ea2-c52413d6700c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:06.324949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:06.340457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:06.388061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] For port 550b840e-fa34-49a3-9cd9-6ba01729a997, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:06.395289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] For port 550b840e-fa34-49a3-9cd9-6ba01729a997, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=550b840e-fa34-49a3-9cd9-6ba01729a997,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:06.411142 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.444633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:06.475522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Attempting to bind port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:06.475786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Attempting to bind port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:06.476373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Attempting to bind port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 on network edadca0b-4edb-49d5-9c92-08e469655e3f {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:06.486071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:06.486488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Checking segment: {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:06.487428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.487428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Bound using segment: {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:06.487866 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Bound port: 2dbb63d4-ea26-4ec5-bc6e-161dbce66748, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:06.488280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.749891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] For port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:06.757268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] For port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=2dbb63d4-ea26-4ec5-bc6e-161dbce66748,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:06.767707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.796651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:06.798493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:23:54Z', 'revision_number': 3, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'gw_port': {'id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:49Z', 'updated_at': '2021-02-17T01:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:06.804161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Pushing event updated for resources: {'Port': ['ID=550b840e-fa34-49a3-9cd9-6ba01729a997,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:06.808161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802e5e4-0efe-4ac0-ab9a-964b99ffed98 None None] The sync data for ids ['42614096-26ce-4a68-a1b8-9590092c65c5'] in dv-cinder-759987-3-smb is: [{'id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:23:54Z', 'revision_number': 3, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'gw_port': {'id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:49Z', 'updated_at': '2021-02-17T01:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:24:06.822943 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:06.897108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-10b51310-138c-405d-b7fa-e3b06ae629fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.961956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:06.964943 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:06.966629 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] 10.222.0.71 "PUT /v2.0/ports/550b840e-fa34-49a3-9cd9-6ba01729a997 HTTP/1.1" status: 200 len: 1157 time: 4.3099184 Feb 17 01:24:06.971640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6682f641-9c58-45eb-a24d-743af4e67373', 'tag': '550b840e-fa34-49a3-9cd9-6ba01729a997'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:07.071894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Allocated IP 172.20.0.7 (1a3cb356-e53f-4ba1-b527-173408e62935/cec7c0bc-47d6-414c-b18c-5fc6cfb8648b/fa4f6401-2173-437b-8f56-bc5772690e2b) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:07.090496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Router fa8e9a90-db46-486a-9b38-06b4a62d039d has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:24:07.281096 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:07.314203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:07.340684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fd782407-2b87-48c8-ab41-0803547b205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:07.348007 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-fd782407-2b87-48c8-ab41-0803547b205e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 1160 time: 0.1688809 Feb 17 01:24:07.563774 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-e8bb7b9c-53b1-4f6c-b49c-3fd2b1676fc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550b840e-fa34-49a3-9cd9-6ba01729a997 HTTP/1.1" status: 200 len: 217 time: 0.2114539 Feb 17 01:24:07.868529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173a90-6c15-41e7-b56b-96f389785622 req-2d9d5481-5c1c-4568-9807-93487da33e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:07.872767 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-2d9d5481-5c1c-4568-9807-93487da33e79 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 200 len: 854 time: 0.1528912 Feb 17 01:24:07.880847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd777fe-8d9a-4583-9ea2-c52413d6700c None None] Pushing event updated for resources: {'Port': ['ID=2dbb63d4-ea26-4ec5-bc6e-161dbce66748,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:07.904319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0dd777fe-8d9a-4583-9ea2-c52413d6700c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.107s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:07.987654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:07.988339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:08.042977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b51310-138c-405d-b7fa-e3b06ae629fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccdff22-4876-4161-a4aa-8ad80280e08b,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:08.360416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-10b51310-138c-405d-b7fa-e3b06ae629fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:08.368390 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-7ecc2346-a1d9-46b8-86f4-49dcbc185992 req-f9fc0210-a47c-407f-983e-3b28a0d939e8 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Synchronizing usage tracker for tenant:d1184350b1e6466889607e47eefe8b8c on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:08.457088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:08.588633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:08.667082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:08.677137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:08.677549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:08.965666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.006470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:24:09.017606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Sync routers for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:24:09.045934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:09.047638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:09.059898 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] 10.222.0.65 "PUT /v2.0/routers/fa8e9a90-db46-486a-9b38-06b4a62d039d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0081596 Feb 17 01:24:09.073235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-10b51310-138c-405d-b7fa-e3b06ae629fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.076658 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-10b51310-138c-405d-b7fa-e3b06ae629fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ccdff22-4876-4161-a4aa-8ad80280e08b HTTP/1.1" status: 204 len: 168 time: 5.2192144 Feb 17 01:24:09.197475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.252131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18743623-4743-4bab-8c96-b852e320ff12 req-2bc68723-d8f3-4b3e-bc78-f0c8c7e577ec tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:09.254290 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-18743623-4743-4bab-8c96-b852e320ff12 req-2bc68723-d8f3-4b3e-bc78-f0c8c7e577ec tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 943 time: 1.1785421 Feb 17 01:24:09.255217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-7ecc2346-a1d9-46b8-86f4-49dcbc185992 req-f9fc0210-a47c-407f-983e-3b28a0d939e8 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Unset dirty status for tenant:d1184350b1e6466889607e47eefe8b8c on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:09.267918 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7ecc2346-a1d9-46b8-86f4-49dcbc185992 req-f9fc0210-a47c-407f-983e-3b28a0d939e8 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 210 time: 1.9283602 Feb 17 01:24:09.282668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=2dbb63d4-ea26-4ec5-bc6e-161dbce66748,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:09.297449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.300168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.301416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 5e52b946-def6-43b5-b428-0b6140cc6bda up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:09.398013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:09.482209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.502178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:09.512700 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-18743623-4743-4bab-8c96-b852e320ff12 req-b8448028-f7ff-4e53-991b-c182e0524cad tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032483 Feb 17 01:24:09.514915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.538477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.566496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6e94d22d-e7bd-4394-8d4a-d0bbac5d69cf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:09.634911 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf4c0a6-d1fc-490b-ab48-efdaaca1e945,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:09.642648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 5e52b946-def6-43b5-b428-0b6140cc6bda completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:09.643308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.647754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57410) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:09.653482 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'floatingip': {'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:09.670921 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 5e52b946-def6-43b5-b428-0b6140cc6bda triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:09.671970 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.4395356 Feb 17 01:24:09.672586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.673934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57414) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:09.675005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:09.681654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:09.707846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:floatingip and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:09.728448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:09.736596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.748462 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:09.760079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:09.777141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:09.839291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=2dbb63d4-ea26-4ec5-bc6e-161dbce66748,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:09.853926 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:09.887728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:06Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:09.946237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71a4703-90f1-484f-b03c-556171b86aef None None] The sync data for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb is: [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:06Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:24:10.145349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8f9e48-6dae-4378-bef9-80505cd98e1f,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:10.185966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:10.211933 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 5e52b946-def6-43b5-b428-0b6140cc6bda, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=5e52b946-def6-43b5-b428-0b6140cc6bda,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:10.221046 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:10.225126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:10.240003 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:10.251963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:10.367724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c730deab-891f-4fd8-b413-13c5950b26ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:10.417372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=5e52b946-def6-43b5-b428-0b6140cc6bda,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:10.440361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:10.455815 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:10.655603 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6682f641-9c58-45eb-a24d-743af4e67373', 'tag': '550b840e-fa34-49a3-9cd9-6ba01729a997', 'status': 'completed', 'code': 200} Feb 17 01:24:10.666595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:10.668983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:10.809996 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-24492246-db7d-415e-b6c9-41b2e2a4954e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526625 Feb 17 01:24:11.194608 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:23:59Z', 'revision_number': 2, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:11.206924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Checking router: fa8e9a90-db46-486a-9b38-06b4a62d039d for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:24:11.208497 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-2ba7e345-e4f9-4c02-a550-caf6bdedc8d7 service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816671 Feb 17 01:24:11.209485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Updating router fa8e9a90-db46-486a-9b38-06b4a62d039d port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 binding host dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:24:11.256991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:11.343427 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:11.345066 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Network 1a3cb356-e53f-4ba1-b527-173408e62935 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:11.377376 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:11.395313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:11.400829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:11.401507 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:11.480936 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0529253 Feb 17 01:24:11.494567 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Pushing event updated for resources: {'Port': ['ID=fa4f6401-2173-437b-8f56-bc5772690e2b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:11.512850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.145s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:11.552157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Request body: {'port': {'device_id': '5e3f1eca-d653-4256-8068-7e702971480e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:11.579034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57442) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:11.579034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:11.602901 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Usage tracker for resource:security_group_rule and tenant:96833b6e98854e06ab3d0f73f38067bb is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:11.617568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:11.641920 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:11.695436 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:11.700556 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:11.725777 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:11.726294 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846774527'] for router_interface, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:11.854143 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa380b-fc57-4492-8763-67c7db5e6fff req-ca4aca03-858a-4a33-8175-cadad5b54217 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:11.855852 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-63fa380b-fc57-4492-8763-67c7db5e6fff req-ca4aca03-858a-4a33-8175-cadad5b54217 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 931 time: 0.8518343 Feb 17 01:24:11.905799 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:11.921999 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--939935658', 'description': 'tempest-description--791343248'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:11.926201 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:11.930779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:11.936299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:security_group and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:11.940039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Transition to ACTIVE for port object fde3ffdc-84e9-45c7-94a3-d6483c2dac66 will not be triggered until provisioned by entity L2. {{(pid=83939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:11.942228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:11.946969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:11.950469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:11.973292 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:11.978319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:11.998465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.024332 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:12.028424 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-134253ea-b424-475e-9411-881beff46b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:12.082943 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bf862b-a465-448d-b5be-40845520474f,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:12.099762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:12.100762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:security_group_rule and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:12.119783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.122288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:12.163850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:12.174325 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab5fe8-ce03-4dc4-823f-b79e8d26a55b None None] Pushing event updated for resources: {'Port': ['ID=fde3ffdc-84e9-45c7-94a3-d6483c2dac66,revision_number=3']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:12.175558 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.189612 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-29ab5fe8-ce03-4dc4-823f-b79e8d26a55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:12.310053 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96833b6e98854e06ab3d0f73f38067bb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6321611 Feb 17 01:24:12.349767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 5e52b946-def6-43b5-b428-0b6140cc6bda up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:12.362737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57460) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:12.363192 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57464) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:12.437204 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-63fa380b-fc57-4492-8763-67c7db5e6fff req-3d99be66-b83c-4e0e-8444-53e777760c57 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043330 Feb 17 01:24:12.447165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Attempting to bind port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:12.447853 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Attempting to bind port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:12.448568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Attempting to bind port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 on network dabdee26-cf6a-48aa-9fa4-95da8f069aad {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:12.455431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:12.456163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Checking segment: {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:12.456798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.466120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Bound using segment: {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:12.466992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Bound port: fde3ffdc-84e9-45c7-94a3-d6483c2dac66, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'}}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:12.467816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.500145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.548578 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 5e52b946-def6-43b5-b428-0b6140cc6bda triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:12.548998 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.557710 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Allocated IP 172.28.1.138 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/cc012360-a409-49e2-861a-7e03d64de7a3) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:12.729874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] For port fde3ffdc-84e9-45c7-94a3-d6483c2dac66, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:12.740442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] For port fde3ffdc-84e9-45c7-94a3-d6483c2dac66, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=fde3ffdc-84e9-45c7-94a3-d6483c2dac66,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:12.749516 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.752041 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.785297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.890743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:12.895549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:12.925455 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.951666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468346658-network', 'tenant_id': '2f152429896a45c694a0acfc3bbf8c6f'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:12.958508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:12.965559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:12.973265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'Port': ['ID=cc012360-a409-49e2-861a-7e03d64de7a3,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:12.983021 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b0173a90-6c15-41e7-b56b-96f389785622 req-eba7414c-79bf-4877-a031-ebbb57faf2af service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6921856 Feb 17 01:24:12.983601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab5fe8-ce03-4dc4-823f-b79e8d26a55b None None] Pushing event updated for resources: {'Port': ['ID=fde3ffdc-84e9-45c7-94a3-d6483c2dac66,revision_number=4']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:12.985327 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:12.998929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-29ab5fe8-ce03-4dc4-823f-b79e8d26a55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:13.026425 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001383'] for router_interface, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.110979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:13.112034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:13.133857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:13.141748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:13.151441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:13.172634 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.270348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.281302 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-0ef861bd-774e-44fc-a90a-c32dc8441b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:13.282951 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-0ef861bd-774e-44fc-a90a-c32dc8441b01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 1160 time: 0.2369673 Feb 17 01:24:13.333890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-681dee80-3aea-4330-aa6d-b83b58576e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:13.375845 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:13.384286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.385801 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4725351 Feb 17 01:24:13.394727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57486) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:13.467198 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:13.485195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'security_group_rule': {'security_group_id': 'e99bae52-a351-4a73-9739-83426e11908d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:13.495522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:13.509378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.521716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:security_group_rule and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:13.530109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:13.538314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Usage tracker for resource:network and tenant:2f152429896a45c694a0acfc3bbf8c6f is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:13.538987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:13.546292 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99bae52-a351-4a73-9739-83426e11908d,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:13.563944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:13.565168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:13.565861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.576159 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:13.621992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdfda-440f-44b2-852e-e9aba33fee76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.665233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdfda-440f-44b2-852e-e9aba33fee76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.727504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.759723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8f9e48-6dae-4378-bef9-80505cd98e1f,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:13.787366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:12Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:13.791596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e53fa-346f-49c3-bcea-21de123aa9a7 None None] The sync data for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb is: [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:12Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:24:13.869138 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.870692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-78e777ee-a928-4c36-8c61-2e7a33d30d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:13.872822 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-78e777ee-a928-4c36-8c61-2e7a33d30d54 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 908 time: 0.5427070 Feb 17 01:24:13.885687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.941947 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Made reservation on behalf of 2f152429896a45c694a0acfc3bbf8c6f for: {'network': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:13.946142 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.967504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c03844-2bd1-4a2e-acc4-95cff6d8572e req-de3cd50b-d5fe-4717-b21c-8f9c33ec61f9 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:13.975633 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a0c03844-2bd1-4a2e-acc4-95cff6d8572e req-de3cd50b-d5fe-4717-b21c-8f9c33ec61f9 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 943 time: 2.0467222 Feb 17 01:24:13.981560 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdfda-440f-44b2-852e-e9aba33fee76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:13.983347 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-92eedeac-7528-458c-a975-c23a1b26b3de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550b840e-fa34-49a3-9cd9-6ba01729a997 HTTP/1.1" status: 200 len: 217 time: 0.1022551 Feb 17 01:24:13.989863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:14.035153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:14.035953 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.068588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8d9a6b-d2ab-4bad-b115-ba7d5b663d77,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:14.086848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:14.090493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:14.108377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:14.124280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:14.130365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfdfda-440f-44b2-852e-e9aba33fee76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bf862b-a465-448d-b5be-40845520474f,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:14.135223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:14.139002 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9fdfdfda-440f-44b2-852e-e9aba33fee76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:14.165854 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Usage tracker for resource:security_group_rule and tenant:2f152429896a45c694a0acfc3bbf8c6f is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:14.169387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:14.187766 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a0c03844-2bd1-4a2e-acc4-95cff6d8572e req-60d1ae50-365d-4be0-bc48-52d0c0eb63fc tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106946 Feb 17 01:24:14.248087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-43c89f5b-848d-4dbc-9a71-87e5cabed16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:14.250070 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-43c89f5b-848d-4dbc-9a71-87e5cabed16e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 200 len: 854 time: 0.2494025 Feb 17 01:24:14.258183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.260923 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-537c70cf-777b-486a-8854-430fefb0351b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7991707 Feb 17 01:24:14.309211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57496) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:14.316703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'security_group_rule': {'security_group_id': 'e99bae52-a351-4a73-9739-83426e11908d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:14.331750 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-a1847b35-9725-4838-b5ed-5b37b871f552 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695641 Feb 17 01:24:14.331990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:14.334500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:14.338241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9fdfdfda-440f-44b2-852e-e9aba33fee76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.340175 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9fdfdfda-440f-44b2-852e-e9aba33fee76 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89bf862b-a465-448d-b5be-40845520474f HTTP/1.1" status: 204 len: 168 time: 1.9663422 Feb 17 01:24:14.346458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device fde3ffdc-84e9-45c7-94a3-d6483c2dac66 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:14.396336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.resource_extend [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:24:14.438519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:14.444150 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:14.444795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.566448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34347e0-ca69-45fc-8660-be304766914c req-934dce26-ae3d-4898-8636-db7817f74d0d tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:14.568420 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a34347e0-ca69-45fc-8660-be304766914c req-934dce26-ae3d-4898-8636-db7817f74d0d tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 931 time: 0.8102577 Feb 17 01:24:14.612173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4f6401-2173-437b-8f56-bc5772690e2b {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:24:14.651271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.652102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.693242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port fde3ffdc-84e9-45c7-94a3-d6483c2dac66, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=fde3ffdc-84e9-45c7-94a3-d6483c2dac66,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:14.700363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.702499 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-37a0a929-a15d-42ae-aba9-a3b738718eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:14.729478 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a34347e0-ca69-45fc-8660-be304766914c req-28678b36-d3f9-498c-81ae-171d83d46218 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405489 Feb 17 01:24:14.730571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.resource_extend [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:24:14.733645 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Transition to ACTIVE for port object fa4f6401-2173-437b-8f56-bc5772690e2b will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:14.740510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:security_group_rule and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:14.751203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:14.760361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:14.772287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.776440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.777083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Router 42614096-26ce-4a68-a1b8-9590092c65c5 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:24:14.786554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:14.808774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:14.812707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:14.816548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=fde3ffdc-84e9-45c7-94a3-d6483c2dac66,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:14.820287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:14.910006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57504) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:14.910290 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-93ecb1db-5ea3-4ce5-8062-4ee4a25b92de service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693798 Feb 17 01:24:14.959289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.077498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'Port': ['ID=cc012360-a409-49e2-861a-7e03d64de7a3,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:15.091004 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:15.117087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.134233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.180119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:15.184474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36580331-d433-460d-afab-08132d01c206 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f6401-2173-437b-8f56-bc5772690e2b,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:15.187839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.194038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-36580331-d433-460d-afab-08132d01c206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:15.211838 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Usage tracker for resource:security_group_rule and tenant:ce56bd278f6b4cc3ba2f1cccbd6b8b59 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:15.216572 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-425f3d9e-8cc7-4934-9fef-57eed271f26b req-4aaf76d1-c8a7-4a28-bdc7-5ce07f3ac625 service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2840705 Feb 17 01:24:15.236829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.239173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:15.242563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.251005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.254062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-972689a3-c022-4644-987f-42c39a64950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:15.268378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:15.300541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837c9f05-ce60-4d16-b171-8e503f1d01d5,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:15.303977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:15.308512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.311837 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6629760 Feb 17 01:24:15.313316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.314629 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7643cd90-12f0-4c3b-a481-8bebb4cbf3e1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0044031 Feb 17 01:24:15.317981 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57520) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:15.327600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'floatingip': {'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:15.341433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:15.352476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf51df52-f78d-4d16-8512-444d7e57a327,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:15.356261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:floatingip and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:15.357543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:15.365862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:15.367544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:15.369753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:15.378250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.414161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:24:15.424949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363248432905503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.425574 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Added segment 350cacfe-5d82-4045-ab5d-4849e9dbfeab of type vxlan for network 5dec6cfa-ecfb-4395-af71-983d662cfff4 Feb 17 01:24:15.457554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.563786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.605529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.638411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:15.639071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.665261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-982217f3-7bda-4806-a8d6-5eb616dc687e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:15.825580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Pushing event updated for resources: {'Network': ['ID=5dec6cfa-ecfb-4395-af71-983d662cfff4,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:15.840770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network 5dec6cfa-ecfb-4395-af71-983d662cfff4 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:24:15.846823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:15.852814 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4806626 Feb 17 01:24:15.857367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57552) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:15.865840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 5dec6cfa-ecfb-4395-af71-983d662cfff4 details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:24:15.866069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Request body: {'subnet': {'network_id': '5dec6cfa-ecfb-4395-af71-983d662cfff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468346658-subnet', 'tenant_id': '2f152429896a45c694a0acfc3bbf8c6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:15.874072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Attempting to bind port fa4f6401-2173-437b-8f56-bc5772690e2b on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:15.874589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Attempting to bind port fa4f6401-2173-437b-8f56-bc5772690e2b by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'c17add4d-21f9-49a1-9ae6-a19831210d18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a3cb356-e53f-4ba1-b527-173408e62935'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:15.874856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Attempting to bind port fa4f6401-2173-437b-8f56-bc5772690e2b on network 1a3cb356-e53f-4ba1-b527-173408e62935 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:15.877631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:24:15.888281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:15.898839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Usage tracker for resource:subnet and tenant:2f152429896a45c694a0acfc3bbf8c6f is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:15.899084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-614d2ff8-9c96-47fa-939a-088ca7757e8b tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Synchronizing usage tracker for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:security_group {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:15.909620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Allocated IP 172.28.1.157 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/154bab8f-290f-47b6-aa3c-a53e76fded1c) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:15.910103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:15.910485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Checking segment: {'id': 'c17add4d-21f9-49a1-9ae6-a19831210d18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a3cb356-e53f-4ba1-b527-173408e62935'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:15.910945 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.911370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Bound using segment: {'id': 'c17add4d-21f9-49a1-9ae6-a19831210d18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a3cb356-e53f-4ba1-b527-173408e62935'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:15.911859 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:15.911981 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Bound port: fa4f6401-2173-437b-8f56-bc5772690e2b, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17add4d-21f9-49a1-9ae6-a19831210d18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a3cb356-e53f-4ba1-b527-173408e62935'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:15.912255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:15.920960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:15.953710 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Sync routers for ids ['42614096-26ce-4a68-a1b8-9590092c65c5'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:24:15.963076 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034014ab-5c70-466a-adef-d2b389bd20ab req-f4ac8121-6a9b-4d55-ac93-5d76cf445b9a tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:15.964748 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-034014ab-5c70-466a-adef-d2b389bd20ab req-f4ac8121-6a9b-4d55-ac93-5d76cf445b9a tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 943 time: 0.5962281 Feb 17 01:24:15.966251 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] 10.222.0.65 "PUT /v2.0/routers/42614096-26ce-4a68-a1b8-9590092c65c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8412268 Feb 17 01:24:16.021320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Made reservation on behalf of 2f152429896a45c694a0acfc3bbf8c6f for: {'subnet': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:16.027509 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:16.116559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Routers {'42614096-26ce-4a68-a1b8-9590092c65c5'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:16.117666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:23:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['42614096-26ce-4a68-a1b8-9590092c65c5'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:16.243228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:16.287448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:16.292477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-614d2ff8-9c96-47fa-939a-088ca7757e8b tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Unset dirty status for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:security_group {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:16.293754 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-614d2ff8-9c96-47fa-939a-088ca7757e8b tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--335539356&fields=id&tenant_id=1db2f122c94d4668b3e39eea0fa55571 HTTP/1.1" status: 200 len: 267 time: 0.6668882 Feb 17 01:24:16.308882 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-034014ab-5c70-466a-adef-d2b389bd20ab req-402abe89-e2a2-472b-a1d7-8639910ce5ef tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288088 Feb 17 01:24:16.357974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:16.410905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device fde3ffdc-84e9-45c7-94a3-d6483c2dac66 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:16.449445 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:16.461397 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:16.538302 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:16.574035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'Port': ['ID=154bab8f-290f-47b6-aa3c-a53e76fded1c,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:16.586806 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-fff9c420-76b3-4e26-909f-135851a3d022 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:16.588568 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-fff9c420-76b3-4e26-909f-135851a3d022 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 811 time: 0.2840760 Feb 17 01:24:16.591194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:16.627489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] For port fa4f6401-2173-437b-8f56-bc5772690e2b, host hv-cinder-75998, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:16.656791 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce56bd278f6b4cc3ba2f1cccbd6b8b59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7273111 Feb 17 01:24:16.656791 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-8379249c-d7bf-4e43-ac60-5b8f9dc79391 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/quotas/1db2f122c94d4668b3e39eea0fa55571 HTTP/1.1" status: 200 len: 375 time: 0.0499341 Feb 17 01:24:16.661855 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57562) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:16.665832 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803ff61d-2867-4f29-93f9-94492123b28a,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:16.671848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] For port fa4f6401-2173-437b-8f56-bc5772690e2b, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=fa4f6401-2173-437b-8f56-bc5772690e2b,segment=NetworkSegment(c17add4d-21f9-49a1-9ae6-a19831210d18),segment_id=c17add4d-21f9-49a1-9ae6-a19831210d18)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:16.693204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:16.724766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:16.728144 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:16.730669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:16.745050 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:16.776582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:16.787616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:16.805321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.objects.ports [None req-d330e494-fa8f-495d-a449-36ffe751276f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83938) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:24:16.853844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Set router 42614096-26ce-4a68-a1b8-9590092c65c5 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:16.899464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:16.947272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee292f-8050-480b-8659-1ef772ca1c1f req-787a6e56-7250-4a7c-8ca5-431b5538636a tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:16.955016 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-42ee292f-8050-480b-8659-1ef772ca1c1f req-787a6e56-7250-4a7c-8ca5-431b5538636a tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 943 time: 0.4903023 Feb 17 01:24:17.025475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:17.025902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.027626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.049018 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-61f722e0-c24a-4284-b33e-a57fc9be1806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:17.100718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36580331-d433-460d-afab-08132d01c206 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4f6401-2173-437b-8f56-bc5772690e2b,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:17.119631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e9886143-ab9e-42fb-8122-de49475fd613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.206838 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e9886143-ab9e-42fb-8122-de49475fd613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.239837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a837a18b-ccb1-4c4c-b395-cfb98a3a29a9,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:17.249290 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:17.285930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 550b840e-fa34-49a3-9cd9-6ba01729a997 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:17.310700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:17.311489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.313084 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-36580331-d433-460d-afab-08132d01c206 service neutron] 10.222.0.71 "PUT /v2.0/ports/fa4f6401-2173-437b-8f56-bc5772690e2b HTTP/1.1" status: 200 len: 1157 time: 5.7992256 Feb 17 01:24:17.316225 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-42ee292f-8050-480b-8659-1ef772ca1c1f req-bdc9d191-1a1f-4341-9cd6-6d0bd8501990 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601489 Feb 17 01:24:17.323625 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-cf049534-a42a-4218-a8e3-145d3da4912f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6543634 Feb 17 01:24:17.324738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e9886143-ab9e-42fb-8122-de49475fd613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.325486 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3f1eca-d653-4256-8068-7e702971480e', 'tag': 'fa4f6401-2173-437b-8f56-bc5772690e2b'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:17.338032 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57578) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:17.459241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 550b840e-fa34-49a3-9cd9-6ba01729a997 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:17.468028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Checking segment: {'id': '350cacfe-5d82-4045-ab5d-4849e9dbfeab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5dec6cfa-ecfb-4395-af71-983d662cfff4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:17.469214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Network hostable DHCP agents. Network: 5dec6cfa-ecfb-4395-af71-983d662cfff4, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:24:17.488641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 550b840e-fa34-49a3-9cd9-6ba01729a997 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:17.490384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.510322 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.512991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Network 5dec6cfa-ecfb-4395-af71-983d662cfff4 is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:24:17.520145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.573717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-94b9b174-bf94-47fb-a326-d7d8ba122749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:17.630697 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-36580331-d433-460d-afab-08132d01c206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:17.633482 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:17.633969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:11Z', 'revision_number': 4, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'gw_port': {'id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:49Z', 'updated_at': '2021-02-17T01:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2a8f9e48-6dae-4378-bef9-80505cd98e1f', 'name': '', 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'mac_address': 'fa:16:3e:09:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '877d4e62-7d9b-4a0a-851d-7cc8fd8475d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:24:05Z', 'updated_at': '2021-02-17T01:24:12Z', 'revision_number': 2, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'subnets': [{'id': '877d4e62-7d9b-4a0a-851d-7cc8fd8475d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:17.648508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9886143-ab9e-42fb-8122-de49475fd613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803ff61d-2867-4f29-93f9-94492123b28a,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:17.657580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e9886143-ab9e-42fb-8122-de49475fd613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.661746 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e9886143-ab9e-42fb-8122-de49475fd613 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/803ff61d-2867-4f29-93f9-94492123b28a HTTP/1.1" status: 204 len: 168 time: 0.9972930 Feb 17 01:24:17.662944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e9886143-ab9e-42fb-8122-de49475fd613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:17.675566 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 5dec6cfa-ecfb-4395-af71-983d662cfff4) {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:17.677483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Checking router: 42614096-26ce-4a68-a1b8-9590092c65c5 for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:24:17.677483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Updating router 42614096-26ce-4a68-a1b8-9590092c65c5 port 2a8f9e48-6dae-4378-bef9-80505cd98e1f binding host dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:24:17.692375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:17.693211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.715918 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-6b0eff97-618c-4047-9463-4a4385db5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:17.717577 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-6b0eff97-618c-4047-9463-4a4385db5ce2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1184350b1e6466889607e47eefe8b8c&device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 1160 time: 0.3236692 Feb 17 01:24:17.751546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:17.778185 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49770d2-e6d0-403d-a70e-71505ca9492c None None] Network 5dec6cfa-ecfb-4395-af71-983d662cfff4 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:24:17.870364 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-7f4b0259-0e13-4042-bf14-c7d2df053e07 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4f6401-2173-437b-8f56-bc5772690e2b HTTP/1.1" status: 200 len: 217 time: 0.1132853 Feb 17 01:24:17.877310 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-80c09156-8624-4f3f-9697-ec0475b46930 service neutron] 10.222.0.65 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653614 Feb 17 01:24:18.056908 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'Port': ['ID=154bab8f-290f-47b6-aa3c-a53e76fded1c,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:18.059911 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.070563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:18.103379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:18.115674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Usage tracker for resource:security_group_rule and tenant:b61b610cc7fd4d62ac0c9f26c0cb38fe is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:18.119197 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.128490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-84c33c28-596e-4806-a179-c330922475dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:18.130541 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-84c33c28-596e-4806-a179-c330922475dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cec7c0bc-47d6-414c-b18c-5fc6cfb8648b HTTP/1.1" status: 200 len: 851 time: 0.2288446 Feb 17 01:24:18.148099 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:18.157286 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2986903 Feb 17 01:24:18.172996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:18.175184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.176526 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8536334 Feb 17 01:24:18.249500 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-02327701-94ba-473c-be01-69cb20505fba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a3cb356-e53f-4ba1-b527-173408e62935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919235 Feb 17 01:24:18.409299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.420181 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-702cf81f-9acf-4c68-a88c-d65d4623c44c service neutron] 10.222.0.71 "GET /v2.0/networks/1a3cb356-e53f-4ba1-b527-173408e62935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618252 Feb 17 01:24:18.420814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.436669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:18.553530 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b61b610cc7fd4d62ac0c9f26c0cb38fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1907823 Feb 17 01:24:18.553530 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2795cf3f-6268-4b72-8179-16787b4471be,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:18.572365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:18.572940 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57630) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:18.681975 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe849-bfe4-42b0-b595-3aa3adfac07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.722770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe849-bfe4-42b0-b595-3aa3adfac07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.831565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe849-bfe4-42b0-b595-3aa3adfac07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.840685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2244b3ab-4c3e-451d-8b52-24930121d465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:18.854498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.865152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f47bf2a7-4f6c-4a68-be65-8726157fb480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.877962 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fe849-bfe4-42b0-b595-3aa3adfac07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2795cf3f-6268-4b72-8179-16787b4471be,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:18.882940 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8e6fe849-bfe4-42b0-b595-3aa3adfac07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:18.885256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8e6fe849-bfe4-42b0-b595-3aa3adfac07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:18.893388 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-8e6fe849-bfe4-42b0-b595-3aa3adfac07a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2795cf3f-6268-4b72-8179-16787b4471be HTTP/1.1" status: 204 len: 168 time: 0.3163872 Feb 17 01:24:18.936263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fe195-e04a-4d27-9669-5b76197a6957 req-7c698152-67f8-4534-bc91-6c0a7ae701de tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:18.937647 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-351fe195-e04a-4d27-9669-5b76197a6957 req-7c698152-67f8-4534-bc91-6c0a7ae701de tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Synchronizing usage tracker for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:network {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:18.943472 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e56af9df-867e-40d7-b13d-4942160e0b1c req-f5d236cd-eaed-4d0b-94a4-edf72404eb95 service neutron] 10.222.0.71 "GET /v2.0/networks/1a3cb356-e53f-4ba1-b527-173408e62935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5165596 Feb 17 01:24:18.969588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6682f641-9c58-45eb-a24d-743af4e67373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550b840e-fa34-49a3-9cd9-6ba01729a997'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:18.994182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-351fe195-e04a-4d27-9669-5b76197a6957 req-7c698152-67f8-4534-bc91-6c0a7ae701de tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Unset dirty status for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:network {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:19.002798 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-7c698152-67f8-4534-bc91-6c0a7ae701de tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 819 time: 1.1297765 Feb 17 01:24:19.027999 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-6713e1b9-35b2-43b3-bc03-26f095c167c3 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/quotas/1e5adf504ab64ae5bfff4bab974a806a HTTP/1.1" status: 200 len: 375 time: 0.0237792 Feb 17 01:24:19.047516 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 550b840e-fa34-49a3-9cd9-6ba01729a997, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=550b840e-fa34-49a3-9cd9-6ba01729a997,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:19.061347 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:19.072890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:19.089244 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-12587a5f-fe6c-426c-995a-8e6ab435c47e service neutron] 10.222.0.65 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1829691 Feb 17 01:24:19.134654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-351fe195-e04a-4d27-9669-5b76197a6957 req-8f57918a-e491-41f3-81c1-27847c75c929 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Synchronizing usage tracker for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:19.138746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b70ae86-e246-48dc-a4a9-96b57f4099e5 None None] Network 5dec6cfa-ecfb-4395-af71-983d662cfff4 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:24:19.156464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-351fe195-e04a-4d27-9669-5b76197a6957 req-8f57918a-e491-41f3-81c1-27847c75c929 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Unset dirty status for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:19.167241 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-8f57918a-e491-41f3-81c1-27847c75c929 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1379805 Feb 17 01:24:19.304796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 550b840e-fa34-49a3-9cd9-6ba01729a997 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:19.356017 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-77dfe53f-2631-4dce-bc7b-fa4f76c26adb service neutron] 10.222.0.65 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728086 Feb 17 01:24:19.493747 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57666) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:19.497623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57670) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:19.530240 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=550b840e-fa34-49a3-9cd9-6ba01729a997,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:19.557368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:19.557571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:19.611701 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:19.628694 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Usage tracker for resource:security_group_rule and tenant:66ce1ee808824e2abc5a6653b4291aca is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:19.632704 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:19.649570 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-acbc644c-87f8-49ed-9b71-5c0f97ac7d5c service neutron] 10.222.0.65 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2921109 Feb 17 01:24:19.651785 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Notify callbacks [] for port, precommit_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:19.655183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:19.659376 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 550b840e-fa34-49a3-9cd9-6ba01729a997 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:19.660009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:19.737746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Transition to ACTIVE for port object 2a8f9e48-6dae-4378-bef9-80505cd98e1f will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:19.762807 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:19.798605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:19.901293 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:19.909087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:19.934021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:20.064520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b98bc-724f-4381-b81a-2fa1aa1a4812 req-2c4cc7ec-c6df-492e-9889-922e8775a019 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:20.067057 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf3b98bc-724f-4381-b81a-2fa1aa1a4812 req-2c4cc7ec-c6df-492e-9889-922e8775a019 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 945 time: 0.1562192 Feb 17 01:24:20.076255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fa2f7f-fb20-49f8-91c3-64c596618339,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:20.099927 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66ce1ee808824e2abc5a6653b4291aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6012428 Feb 17 01:24:20.103289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57692) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:20.104722 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:20.207650 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf3b98bc-724f-4381-b81a-2fa1aa1a4812 req-b418f7aa-f171-42ae-8b54-5a930e7be4bc tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322412 Feb 17 01:24:20.210175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74869fad-79b8-4d9d-b0bf-d25429ac62c7 None None] Pushing event updated for resources: {'Port': ['ID=2a8f9e48-6dae-4378-bef9-80505cd98e1f,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:20.214337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-74869fad-79b8-4d9d-b0bf-d25429ac62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:20.285372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57702) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:20.293061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-222704746-network', 'tenant_id': '0d2c575798274c62addfa435e731ab55'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:20.299200 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.302679 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:20.322291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Usage tracker for resource:network and tenant:0d2c575798274c62addfa435e731ab55 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:20.332098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:20.347057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:20.374220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:20.379483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Made reservation on behalf of 0d2c575798274c62addfa435e731ab55 for: {'network': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:20.382517 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Attempting to bind port 2a8f9e48-6dae-4378-bef9-80505cd98e1f on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:20.382927 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Attempting to bind port 2a8f9e48-6dae-4378-bef9-80505cd98e1f by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:20.383985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Attempting to bind port 2a8f9e48-6dae-4378-bef9-80505cd98e1f on network 22bc5a98-918f-4296-b956-cbb30667b7d6 {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:20.385206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.386235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d58b1f2-9821-45df-a06e-a43adcbceeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.387068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7186bd13d341cb9a3fa1e9b82d97cf is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:20.391136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:20.403758 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:20.409043 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:20.409462 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Checking segment: {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:20.409906 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.410339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Bound using segment: {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:20.411131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Bound port: 2a8f9e48-6dae-4378-bef9-80505cd98e1f, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:20.411490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.418613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.458414 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:20.535235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Usage tracker for resource:security_group_rule and tenant:0d2c575798274c62addfa435e731ab55 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:20.549403 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:20.561488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:20.562092 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5966-9240-4536-bf36-ca7509f78f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.596189 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5966-9240-4536-bf36-ca7509f78f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.643896 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaec63-a207-4652-9e00-2610ecf74868 req-f54b387b-c0f0-4e52-aa0a-3197fc08e98d tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:20.651317 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] For port 2a8f9e48-6dae-4378-bef9-80505cd98e1f, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:20.656483 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5fdaec63-a207-4652-9e00-2610ecf74868 req-f54b387b-c0f0-4e52-aa0a-3197fc08e98d tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 943 time: 0.1970725 Feb 17 01:24:20.662529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.662899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5966-9240-4536-bf36-ca7509f78f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.670741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] For port 2a8f9e48-6dae-4378-bef9-80505cd98e1f, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=2a8f9e48-6dae-4378-bef9-80505cd98e1f,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:20.672474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:20.681039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.682999 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3f1eca-d653-4256-8068-7e702971480e', 'tag': 'fa4f6401-2173-437b-8f56-bc5772690e2b', 'status': 'completed', 'code': 200} Feb 17 01:24:20.689316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc5966-9240-4536-bf36-ca7509f78f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fa2f7f-fb20-49f8-91c3-64c596618339,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:20.699728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.701113 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7ecc5966-9240-4536-bf36-ca7509f78f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:20.706542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.720291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4ca38952-b001-42bc-b269-cdd353a8e760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:20.756458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbc505d-7108-45f6-baaf-fd74bf60199d,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:20.774529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:20.781168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5966-9240-4536-bf36-ca7509f78f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.785712 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7ecc5966-9240-4536-bf36-ca7509f78f77 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9fa2f7f-fb20-49f8-91c3-64c596618339 HTTP/1.1" status: 204 len: 168 time: 0.6797037 Feb 17 01:24:20.811964 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff7186bd13d341cb9a3fa1e9b82d97cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3191290 Feb 17 01:24:20.812998 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57712) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:20.870820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:20.871676 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5fdaec63-a207-4652-9e00-2610ecf74868 req-848d5cbc-d9a8-440b-a041-d3409bc1bbee tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176213 Feb 17 01:24:20.896411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b7b1-1308-492a-bd45-576139adb6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.935384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b7b1-1308-492a-bd45-576139adb6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.992632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b7b1-1308-492a-bd45-576139adb6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:20.998941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-71bd8218-6f39-4eb9-865a-0eb56fd8700d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:21.038743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c8a3b7b1-1308-492a-bd45-576139adb6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:21.044069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Routers {'42614096-26ce-4a68-a1b8-9590092c65c5'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:21.044905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:24:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['42614096-26ce-4a68-a1b8-9590092c65c5'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:21.052339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-4470cf99-5ba9-4f65-89a0-1a8276fc8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:21.056134 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c8a3b7b1-1308-492a-bd45-576139adb6cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3dbc505d-7108-45f6-baaf-fd74bf60199d HTTP/1.1" status: 204 len: 168 time: 0.2417574 Feb 17 01:24:21.057654 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-4470cf99-5ba9-4f65-89a0-1a8276fc8b99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d1184350b1e6466889607e47eefe8b8c&device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 1160 time: 0.3300054 Feb 17 01:24:21.058950 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3b7b1-1308-492a-bd45-576139adb6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbc505d-7108-45f6-baaf-fd74bf60199d,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:21.075542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c8a3b7b1-1308-492a-bd45-576139adb6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:21.348867 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1e067281-1488-4a28-9988-9bd17cc23f31 req-a2a2726d-b00c-4885-aed8-9d8e08840cf5 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 210 time: 0.1932571 Feb 17 01:24:21.473427 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57734) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:21.497361 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-534409b7-888e-4304-bd9a-eba6de5edd3a tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--939935658&fields=id&tenant_id=aed97aa763a54e138a0c8df3318ccd45 HTTP/1.1" status: 200 len: 267 time: 0.4346843 Feb 17 01:24:21.514448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:21.590697 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:21.635934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61b5c380-6e33-49ed-ae43-75ee4d3e224a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:21.639373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61b5c380-6e33-49ed-ae43-75ee4d3e224a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Synchronizing usage tracker for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:network {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:21.667356 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74869fad-79b8-4d9d-b0bf-d25429ac62c7 None None] Pushing event updated for resources: {'Port': ['ID=2a8f9e48-6dae-4378-bef9-80505cd98e1f,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:21.685033 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:21.690842 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61b5c380-6e33-49ed-ae43-75ee4d3e224a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Unset dirty status for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:network {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:21.691430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-74869fad-79b8-4d9d-b0bf-d25429ac62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:21.692138 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61b5c380-6e33-49ed-ae43-75ee4d3e224a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 811 time: 0.4212658 Feb 17 01:24:21.713862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:21.750172 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:21.761894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186e6a45-cdd0-4d23-a298-ca97e13a2f31,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:21.771543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:21.786610 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] Set router 42614096-26ce-4a68-a1b8-9590092c65c5 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:21.799965 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bac3ffa7-3a17-4e9f-8b13-783a14d6267f req-004188a0-932c-4b34-b6e7-3410f71c333d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 210 time: 0.2221737 Feb 17 01:24:21.802094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-acc02de9-d531-4e7b-9b94-b38a78a89609 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Synchronizing usage tracker for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:security_group {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:21.817088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:21.842999 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-acc02de9-d531-4e7b-9b94-b38a78a89609 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Unset dirty status for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:security_group {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:21.849816 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-acc02de9-d531-4e7b-9b94-b38a78a89609 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1db2f122c94d4668b3e39eea0fa55571 HTTP/1.1" status: 200 len: 5703 time: 0.1477027 Feb 17 01:24:21.862285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'port': {'device_id': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'admin_state_up': True, 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'security_groups': ['2d28046b-2ca5-4a5d-8cdc-b85574283bac']}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:21.890447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.objects.ports [None req-f538f637-4c32-49cc-b6f1-73c6635435ee None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83938) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:24:21.950219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-4a9e7e97-3ef4-40dc-8dfb-295bf439e456 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:21.958512 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-4a9e7e97-3ef4-40dc-8dfb-295bf439e456 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 817 time: 0.4596996 Feb 17 01:24:21.965873 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Usage tracker for resource:security_group_rule and tenant:4d22e4c81a424584adf6c66ea915c380 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:22.010055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:24:22.018529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.71', 55576) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:22.024291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:22.050306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-aff5975e-d63a-4d55-a487-6af1c67759a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:22.052452 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-aff5975e-d63a-4d55-a487-6af1c67759a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1a3cb356-e53f-4ba1-b527-173408e62935 HTTP/1.1" status: 200 len: 905 time: 0.9869401 Feb 17 01:24:22.061460 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-ede3f872-b485-4211-be6c-89df72e4a899 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/quotas/aed97aa763a54e138a0c8df3318ccd45 HTTP/1.1" status: 200 len: 375 time: 0.1014147 Feb 17 01:24:22.064749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:22.207726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363248432905503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.208166 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Added segment 9a3b679e-62cc-4369-841f-a128ac094cb6 of type vxlan for network 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da Feb 17 01:24:22.210203 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-55343482-5813-4434-8282-b339aa11f309 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4f6401-2173-437b-8f56-bc5772690e2b HTTP/1.1" status: 200 len: 217 time: 0.1470833 Feb 17 01:24:22.281489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device fa4f6401-2173-437b-8f56-bc5772690e2b up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:22.334994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:22.357068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:port and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:22.362450 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6682f641-9c58-45eb-a24d-743af4e67373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550b840e-fa34-49a3-9cd9-6ba01729a997', 'code': 200} Feb 17 01:24:22.394939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:22.414312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:22.449459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.473590 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fe195-e04a-4d27-9669-5b76197a6957 req-7afb5e93-32d7-4324-961c-fce2a79d76ae tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:22.475672 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-7afb5e93-32d7-4324-961c-fce2a79d76ae tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.71 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 819 time: 0.4556847 Feb 17 01:24:22.485843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Made reservation on behalf of 1db2f122c94d4668b3e39eea0fa55571 for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:22.487281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.502861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.525752 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Request body: {'port': {'device_id': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6', 'admin_state_up': True, 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:22.548887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port fa4f6401-2173-437b-8f56-bc5772690e2b completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:22.567941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port fa4f6401-2173-437b-8f56-bc5772690e2b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:22.568364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.597411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-a7f8b706-eacc-44ca-89f2-e5a2c88cf8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:22.599036 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-a7f8b706-eacc-44ca-89f2-e5a2c88cf8cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cec7c0bc-47d6-414c-b18c-5fc6cfb8648b HTTP/1.1" status: 200 len: 851 time: 0.3731756 Feb 17 01:24:22.600157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.resource_extend [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:24:22.610294 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.71', 55579) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:22.618018 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:11Z', 'revision_number': 4, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'gw_port': {'id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:49Z', 'updated_at': '2021-02-17T01:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2a8f9e48-6dae-4378-bef9-80505cd98e1f', 'name': '', 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'mac_address': 'fa:16:3e:09:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '877d4e62-7d9b-4a0a-851d-7cc8fd8475d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:24:05Z', 'updated_at': '2021-02-17T01:24:20Z', 'revision_number': 4, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'subnets': [{'id': '877d4e62-7d9b-4a0a-851d-7cc8fd8475d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:22.633727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0e9bd-a148-4b4e-bf04-c8ad9bc6010d None None] The sync data for ids ['42614096-26ce-4a68-a1b8-9590092c65c5'] in dv-cinder-759987-3-smb is: [{'id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:11Z', 'revision_number': 4, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'gw_port': {'id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:49Z', 'updated_at': '2021-02-17T01:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2a8f9e48-6dae-4378-bef9-80505cd98e1f', 'name': '', 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'mac_address': 'fa:16:3e:09:35:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': '877d4e62-7d9b-4a0a-851d-7cc8fd8475d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:24:05Z', 'updated_at': '2021-02-17T01:24:20Z', 'revision_number': 4, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'subnets': [{'id': '877d4e62-7d9b-4a0a-851d-7cc8fd8475d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:24:22.742943 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.813184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.814319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-2e96c64f-910e-4834-9be4-c4c2a79f9875 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Synchronizing usage tracker for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:22.825432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.826199 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.833332 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-93510340-285c-4bf5-a811-8da311c582fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1a3cb356-e53f-4ba1-b527-173408e62935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059586 Feb 17 01:24:22.855724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:22.856594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.856766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port fa4f6401-2173-437b-8f56-bc5772690e2b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=fa4f6401-2173-437b-8f56-bc5772690e2b,segment=NetworkSegment(c17add4d-21f9-49a1-9ae6-a19831210d18),segment_id=c17add4d-21f9-49a1-9ae6-a19831210d18)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:22.861471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:22.862400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 550b840e-fa34-49a3-9cd9-6ba01729a997 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:22.897100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:22.912956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-06f46f66-583a-46a5-a575-115d2839219b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:23.024162 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d22e4c81a424584adf6c66ea915c380&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5237389 Feb 17 01:24:23.032244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57778) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:23.047593 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=fa4f6401-2173-437b-8f56-bc5772690e2b,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:23.059671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:23.066451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 550b840e-fa34-49a3-9cd9-6ba01729a997 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:23.066872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:23.157960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:23.201494 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0407623c-f3e4-46fb-9316-4214aec311e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:23.205176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:23.216330 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-1d449dd3-2ad8-4ed9-948f-76d0cdd3d5f6 service neutron] 10.222.0.71 "GET /v2.0/networks/1a3cb356-e53f-4ba1-b527-173408e62935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051085 Feb 17 01:24:23.340468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Allocated IP 172.20.0.13 (edadca0b-4edb-49d5-9c92-08e469655e3f/aa42faad-ccd4-4961-8adb-0d38a6919c39/f4463034-5904-4591-a904-97253968f93f) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:23.413073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Made reservation on behalf of 1e5adf504ab64ae5bfff4bab974a806a for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:23.420410 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:23.437431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0407623c-f3e4-46fb-9316-4214aec311e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:23.471002 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device fa4f6401-2173-437b-8f56-bc5772690e2b up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:23.564310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port fa4f6401-2173-437b-8f56-bc5772690e2b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:23.564725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:23.624906 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-61312e48-f5f2-461a-a9c3-58c83b8a0b82 req-d53e9c89-a862-43a9-93e6-8c02ecc3a951 service neutron] 10.222.0.71 "GET /v2.0/networks/1a3cb356-e53f-4ba1-b527-173408e62935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3854580 Feb 17 01:24:23.632644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Pushing event updated for resources: {'Network': ['ID=7af6a14b-431a-4f0f-8d86-f3a3e7ae72da,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:23.646711 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a14f63-9651-4960-821f-05051c932656 req-0f5f3e6d-3551-4c55-b510-49d58b964e9b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:23.648810 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-25a14f63-9651-4960-821f-05051c932656 req-0f5f3e6d-3551-4c55-b510-49d58b964e9b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 945 time: 1.1828649 Feb 17 01:24:23.656992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:23.669247 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.647s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:23.676915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-2e96c64f-910e-4834-9be4-c4c2a79f9875 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Unset dirty status for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:23.691654 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-2e96c64f-910e-4834-9be4-c4c2a79f9875 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&fields=id HTTP/1.1" status: 200 len: 348 time: 1.6212564 Feb 17 01:24:23.735703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:24:23.740649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c0f708-6a83-4ef4-b207-cf4cd8ac12d7,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:23.801028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:23.825836 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5359573 Feb 17 01:24:23.836927 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-cc83a7b4-eaa7-41c7-8276-5d0ddc5b92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:23.838571 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-cc83a7b4-eaa7-41c7-8276-5d0ddc5b92cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 1162 time: 1.2240040 Feb 17 01:24:23.840090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57786) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:23.855384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:24:23.855620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Request body: {'subnet': {'network_id': '7af6a14b-431a-4f0f-8d86-f3a3e7ae72da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-222704746-subnet', 'tenant_id': '0d2c575798274c62addfa435e731ab55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:23.860496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:23.864619 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Usage tracker for resource:subnet and tenant:0d2c575798274c62addfa435e731ab55 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:23.880322 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:23.899058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:23.924649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:23.938831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:23.943681 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-25a14f63-9651-4960-821f-05051c932656 req-765fa73d-09f3-499d-a066-be101bef0b4d tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280748 Feb 17 01:24:23.979856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Usage tracker for resource:security_group_rule and tenant:cf783df3f26a434db558408427c755fa is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:23.980404 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0407623c-f3e4-46fb-9316-4214aec311e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:23.980707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:23.997461 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d307bf93-d220-412e-9aac-62c7471bb284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:23.998638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Made reservation on behalf of 0d2c575798274c62addfa435e731ab55 for: {'subnet': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:24.004118 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:24.023287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:24.035855 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407623c-f3e4-46fb-9316-4214aec311e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c0f708-6a83-4ef4-b207-cf4cd8ac12d7,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:24.046003 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:24.050038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0407623c-f3e4-46fb-9316-4214aec311e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:24.066301 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Allocated IP 172.20.0.10 (22bc5a98-918f-4296-b956-cbb30667b7d6/877d4e62-7d9b-4a0a-851d-7cc8fd8475d0/d3ad3b8e-29b5-4dee-b607-0be738acf4cd) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:24.071457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0407623c-f3e4-46fb-9316-4214aec311e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:24.083666 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-0407623c-f3e4-46fb-9316-4214aec311e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55c0f708-6a83-4ef4-b207-cf4cd8ac12d7 HTTP/1.1" status: 204 len: 168 time: 1.0363019 Feb 17 01:24:24.095623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Transition to ACTIVE for port object f4463034-5904-4591-a904-97253968f93f will not be triggered until provisioned by entity DHCP. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:24.097861 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d7b7a3c3-3b45-4111-a192-1d9e595bddd8 service neutron] 10.222.0.65 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052110 Feb 17 01:24:24.287700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:24.320808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-360f71df-9002-46ad-b5c1-c8a1639a57f0 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:24.364135 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3f1eca-d653-4256-8068-7e702971480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f6401-2173-437b-8f56-bc5772690e2b'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:24.404112 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2a8f9e48-6dae-4378-bef9-80505cd98e1f up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:24.467636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'Port': ['ID=f4463034-5904-4591-a904-97253968f93f,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:24.479392 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e3ddf-3bf8-4f55-b073-9d5579f40708 req-fe112e6e-10cd-44ca-a5a6-e23abd1f6d40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:24.481063 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9e1e3ddf-3bf8-4f55-b073-9d5579f40708 req-fe112e6e-10cd-44ca-a5a6-e23abd1f6d40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 945 time: 0.3972511 Feb 17 01:24:24.488877 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:24.513487 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-81facbd0-1d79-43a5-bc53-bf3c0cb16ef5 service neutron] 10.222.0.65 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4143419 Feb 17 01:24:24.557924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:24.574657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 2a8f9e48-6dae-4378-bef9-80505cd98e1f completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:24.584012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 2a8f9e48-6dae-4378-bef9-80505cd98e1f triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:24.584552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:24.599817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:24.768115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:24.811700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:24.868297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:24.878828 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9e1e3ddf-3bf8-4f55-b073-9d5579f40708 req-25bd81d9-b77c-4ad7-b28d-8ed8fe08e7de tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782692 Feb 17 01:24:24.904952 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fc607184-16fb-4f57-b2fa-ea7cef7cc4bf req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0574329 Feb 17 01:24:24.958621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:25.072210 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e778e3-ddff-499e-a7ea-464a695996ad,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:25.075827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 2a8f9e48-6dae-4378-bef9-80505cd98e1f, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=2a8f9e48-6dae-4378-bef9-80505cd98e1f,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:25.080226 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:25.082260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:25.084253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0dd777fe-8d9a-4583-9ea2-c52413d6700c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:25.184001 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bccaae5f-792f-4110-a59e-27c49e42291f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:25.244053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=2a8f9e48-6dae-4378-bef9-80505cd98e1f,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:25.252501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:25.297033 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-5a7a72d1-9705-4083-9c58-e412b290c718 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:25.304811 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-5a7a72d1-9705-4083-9c58-e412b290c718 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 819 time: 0.4227757 Feb 17 01:24:25.320096 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:25.320096 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:25.322446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:25.326703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:25.327387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:25.362469 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-ac22fc84-3071-4e95-acec-65c8252a8b27 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/quotas/1e5adf504ab64ae5bfff4bab974a806a HTTP/1.1" status: 200 len: 375 time: 0.0561202 Feb 17 01:24:25.369473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Pushing event updated for resources: {'Port': ['ID=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:25.374301 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:25.394496 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8767588 Feb 17 01:24:25.396441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Network edadca0b-4edb-49d5-9c92-08e469655e3f is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:25.397568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:25.401885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:25.412468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:25.413173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:25.433758 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Request body: {'port': {'device_id': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:25.511612 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6537442 Feb 17 01:24:25.539686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Request body: {'port': {'device_id': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:25.553184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a0d2b-7d59-459f-90cc-84962968dc9a req-a9854f4e-2acf-491e-ae80-68de51712b45 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:25.560533 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-296a0d2b-7d59-459f-90cc-84962968dc9a req-a9854f4e-2acf-491e-ae80-68de51712b45 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 932 time: 0.3764310 Feb 17 01:24:25.703559 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-296a0d2b-7d59-459f-90cc-84962968dc9a req-af391440-ffb0-4f20-9389-7437268bfe29 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987751 Feb 17 01:24:25.722228 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-01d83a43-f03f-47d0-a829-0d52ee611fb6 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3591387 Feb 17 01:24:25.765788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:25.773774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-aeb47bdb-e032-4a57-9ee1-4191f189a73c None None] Provisioning for port f4463034-5904-4591-a904-97253968f93f completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:25.786375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-aeb47bdb-e032-4a57-9ee1-4191f189a73c None None] Provisioning complete for port f4463034-5904-4591-a904-97253968f93f triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:25.787006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aeb47bdb-e032-4a57-9ee1-4191f189a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:25.837569 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3f1eca-d653-4256-8068-7e702971480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4f6401-2173-437b-8f56-bc5772690e2b', 'code': 200} Feb 17 01:24:25.918237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-aeb47bdb-e032-4a57-9ee1-4191f189a73c None None] Port f4463034-5904-4591-a904-97253968f93f cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:24:26.062537 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-b9fa4dc0-f779-4054-a7d7-0754d9d618d5 service neutron] 10.222.0.65 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387303 Feb 17 01:24:26.201082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:26.252185 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9243751-1f54-4509-b9a8-740a8fdf806b req-a0003149-4f74-4be0-a7dc-51e3d4f2fc1a tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 210 time: 0.1842670 Feb 17 01:24:26.294044 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:26.399636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2a8f9e48-6dae-4378-bef9-80505cd98e1f up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:26.422274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8da1df89-37fc-4378-8674-12ae5ee935ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:26.490578 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 2a8f9e48-6dae-4378-bef9-80505cd98e1f triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:26.491142 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:26.498567 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a94c92-764f-4a9a-9ce4-cc342e2b57b7,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:26.565071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:26.617805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc8982-bf7e-4452-a0c5-df920a4e9a30 req-1e3d16d2-5651-4284-b3a6-ab75410750fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:26.619749 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35dc8982-bf7e-4452-a0c5-df920a4e9a30 req-1e3d16d2-5651-4284-b3a6-ab75410750fd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 1162 time: 0.4140587 Feb 17 01:24:26.680513 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-6c131cc0-120d-4f5a-88b7-7e99d65bd960 service neutron] 10.222.0.65 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5663178 Feb 17 01:24:27.287653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ad3b8e-29b5-4dee-b607-0be738acf4cd {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:24:27.308832 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:27.329853 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Transition to ACTIVE for port object d3ad3b8e-29b5-4dee-b607-0be738acf4cd will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:27.420903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4463034-5904-4591-a904-97253968f93f {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:24:27.431599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:27.446203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Transition to ACTIVE for port object f4463034-5904-4591-a904-97253968f93f will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:27.447788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:27.451493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1274d9-41ce-4ea1-8290-17a88d4495f0 req-cb284646-ea15-4f77-9fb1-cafe074eec23 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:27.453264 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb1274d9-41ce-4ea1-8290-17a88d4495f0 req-cb284646-ea15-4f77-9fb1-cafe074eec23 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 945 time: 0.9748378 Feb 17 01:24:27.461564 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35dc8982-bf7e-4452-a0c5-df920a4e9a30 req-883e068a-24f5-4c42-b8ae-3c9fe9f68dd9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8011122 Feb 17 01:24:27.465586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:27.549459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Checking segment: {'id': '9a3b679e-62cc-4369-841f-a128ac094cb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7af6a14b-431a-4f0f-8d86-f3a3e7ae72da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:27.549846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Network hostable DHCP agents. Network: 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:24:27.554145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:27.608671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-f1a566fa-3c7a-4679-ade9-59d25291eb23 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:27.611030 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-f1a566fa-3c7a-4679-ade9-59d25291eb23 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 817 time: 0.8933365 Feb 17 01:24:27.617948 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb1274d9-41ce-4ea1-8290-17a88d4495f0 req-a51be37f-b82e-4d17-9ed2-85ddef41509a tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522298 Feb 17 01:24:27.631210 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847eca4-5afd-4ea0-b245-9b5011eec389 req-10d99c6c-dee1-4856-a121-0ab9ae827e67 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:27.633097 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f847eca4-5afd-4ea0-b245-9b5011eec389 req-10d99c6c-dee1-4856-a121-0ab9ae827e67 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 945 time: 0.3017678 Feb 17 01:24:27.643419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Network 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:24:27.695088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:27.703035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:27.706023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:27.736088 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f847eca4-5afd-4ea0-b245-9b5011eec389 req-83635a8c-38c9-4329-96d2-10ec65940eaf tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966711 Feb 17 01:24:27.749494 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da) {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:27.762863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80084e23-92d5-4c34-982d-239d16634a4a None None] Network 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:24:27.770350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:27.771006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:27.880991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Pushing event updated for resources: {'Port': ['ID=f4463034-5904-4591-a904-97253968f93f,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:27.892584 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:27.919637 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.0662854 Feb 17 01:24:27.965732 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-4b318394-0fba-4809-8650-1be5f3f8a65e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aed97aa763a54e138a0c8df3318ccd45 HTTP/1.1" status: 200 len: 5703 time: 0.2508502 Feb 17 01:24:28.015357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'port': {'device_id': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'admin_state_up': True, 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'security_groups': ['e99bae52-a351-4a73-9739-83426e11908d']}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:28.111456 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf3a1469-fde1-41ef-8e7f-49bab5aba103 req-1ebe5d27-dd6a-4d34-9cb6-d9bdc2d1fb1a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 210 time: 0.0997536 Feb 17 01:24:28.119907 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e992b-d687-44b8-a2b4-7e7bae1aebe3 req-2a74a19f-dc7d-4e9c-a804-68220c482974 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:28.131633 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-214e992b-d687-44b8-a2b4-7e7bae1aebe3 req-2a74a19f-dc7d-4e9c-a804-68220c482974 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 944 time: 0.3095119 Feb 17 01:24:28.212460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57926) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:28.282013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Attempting to bind port d3ad3b8e-29b5-4dee-b607-0be738acf4cd on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:28.282607 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Attempting to bind port d3ad3b8e-29b5-4dee-b607-0be738acf4cd by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:28.283186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Attempting to bind port d3ad3b8e-29b5-4dee-b607-0be738acf4cd on network 22bc5a98-918f-4296-b956-cbb30667b7d6 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:28.288194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03da59-08aa-4362-87a4-b1ed3757f86a None None] Network 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:24:28.297633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:28.298240 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Checking segment: {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:28.298824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:28.299315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Bound using segment: {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:28.299925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Bound port: d3ad3b8e-29b5-4dee-b607-0be738acf4cd, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:28.300534 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:28.312549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Attempting to bind port f4463034-5904-4591-a904-97253968f93f on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:28.313066 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Attempting to bind port f4463034-5904-4591-a904-97253968f93f by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:28.313536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Attempting to bind port f4463034-5904-4591-a904-97253968f93f on network edadca0b-4edb-49d5-9c92-08e469655e3f {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:28.324674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:28.325230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Checking segment: {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:28.325730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:28.326217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Bound using segment: {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:28.326801 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Bound port: f4463034-5904-4591-a904-97253968f93f, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:28.327267 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:28.491168 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-11d35fef-f5ce-4821-9612-7a946342c8a0 req-43e8ebf1-2e1a-4898-936f-9eaf28f38b5d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 210 time: 0.0788722 Feb 17 01:24:28.525944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57936) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:28.559746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] For port f4463034-5904-4591-a904-97253968f93f, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:28.565203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] For port f4463034-5904-4591-a904-97253968f93f, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f4463034-5904-4591-a904-97253968f93f,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:28.569193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] For port d3ad3b8e-29b5-4dee-b607-0be738acf4cd, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:28.573708 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] For port d3ad3b8e-29b5-4dee-b607-0be738acf4cd, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:28.576510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:28.614089 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-214e992b-d687-44b8-a2b4-7e7bae1aebe3 req-d59f130b-8c78-41a7-928e-e873adbfb57f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4732671 Feb 17 01:24:28.672492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fc837d5b-3c83-45fb-a501-43b266ce387a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:28.717548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f17e50-1dbb-4af6-a016-beee71ef4c4c admin admin] Deleting subnet a837a18b-ccb1-4c4c-b395-cfb98a3a29a9 {{(pid=83936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:24:28.728779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:28.734895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-51f17e50-1dbb-4af6-a016-beee71ef4c4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:28.902979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-51f17e50-1dbb-4af6-a016-beee71ef4c4c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:28.917423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-51f17e50-1dbb-4af6-a016-beee71ef4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:29.104272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 57948) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:29.168910 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:29.184891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:29.191515 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:29.192187 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:29.193659 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] 10.222.0.71 "PUT /v2.0/ports/d3ad3b8e-29b5-4dee-b607-0be738acf4cd HTTP/1.1" status: 200 len: 1158 time: 3.7696748 Feb 17 01:24:29.201692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'tag': 'd3ad3b8e-29b5-4dee-b607-0be738acf4cd'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:29.228744 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:29.231812 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Pushing event updated for resources: {'Port': ['ID=f4463034-5904-4591-a904-97253968f93f,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:29.236724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:29.239613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Usage tracker for resource:security_group_rule and tenant:20dcc6ca81864f2e8b3be5916372a1dc is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:29.242766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:29.246870 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:29.302691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:29.339342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:29.386299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Made reservation on behalf of aed97aa763a54e138a0c8df3318ccd45 for: {'port': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:29.391964 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:29.414051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:29.414816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:29.416458 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] 10.222.0.71 "PUT /v2.0/ports/f4463034-5904-4591-a904-97253968f93f HTTP/1.1" status: 200 len: 1158 time: 3.8960667 Feb 17 01:24:29.432802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:29.435925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:29.438055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:29.491091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-32ac02d9-ce03-4286-bbe8-e841798402fd tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:29.492701 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-32ac02d9-ce03-4286-bbe8-e841798402fd tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.71 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 819 time: 0.5168819 Feb 17 01:24:29.526980 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:29.540587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Request body: {'port': {'device_id': '1e206ac7-592e-44c7-b71a-f377df09a763', 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6', 'admin_state_up': True, 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:29.547784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fe195-e04a-4d27-9669-5b76197a6957 req-9a6419c2-254e-48b7-8867-4e7d844d3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:29.549477 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-9a6419c2-254e-48b7-8867-4e7d844d3b56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 1161 time: 0.2617290 Feb 17 01:24:29.574337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Usage tracker for resource:security_group_rule and tenant:3675c7ca69364f348024ab5252a99d5b is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:29.632622 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:29.652069 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-ef456100-1291-4b6a-9cee-11aea2b62330 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd HTTP/1.1" status: 200 len: 217 time: 0.0874145 Feb 17 01:24:29.676255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033f5c8-7c71-46d7-8293-e9484a209bd2 req-9b6c475a-08e7-453a-a725-8fcfb798ea87 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:29.677856 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6033f5c8-7c71-46d7-8293-e9484a209bd2 req-9b6c475a-08e7-453a-a725-8fcfb798ea87 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 945 time: 0.6989005 Feb 17 01:24:29.678776 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:29.696795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:29.708617 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:29.729728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a63b5714-1c38-4933-a944-64e6c248c66d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:29.770374 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b805993-2efb-40a8-8818-7a2d73ecf80f req-8d4ea6df-90fa-4948-8b28-df37c781afce tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:29.772009 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7b805993-2efb-40a8-8818-7a2d73ecf80f req-8d4ea6df-90fa-4948-8b28-df37c781afce tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 945 time: 0.7043357 Feb 17 01:24:29.784450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-2c69613f-9156-4613-a226-960468460a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:29.786574 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-2c69613f-9156-4613-a226-960468460a45 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 1161 time: 0.3251624 Feb 17 01:24:29.794865 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20dcc6ca81864f2e8b3be5916372a1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2600396 Feb 17 01:24:29.800484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce59d58-7bb9-4dee-94f8-11f9a738adb3,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:29.803355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57966) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:29.857848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fe195-e04a-4d27-9669-5b76197a6957 req-05dca97c-c235-46a5-ab6e-cf932e92fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:29.860148 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-05dca97c-c235-46a5-ab6e-cf932e92fefa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 200 len: 859 time: 0.1992266 Feb 17 01:24:29.861309 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:29.891046 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-6919dc7c-0829-4fb5-a14e-a61f761f81c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4463034-5904-4591-a904-97253968f93f HTTP/1.1" status: 200 len: 217 time: 0.0916841 Feb 17 01:24:29.982383 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6033f5c8-7c71-46d7-8293-e9484a209bd2 req-9325593d-8d3c-4aa8-849d-592c268d2a61 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952975 Feb 17 01:24:29.989181 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-e2283b58-db0e-4b91-9f95-97cf7599dc30 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22bc5a98-918f-4296-b956-cbb30667b7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213479 Feb 17 01:24:29.993648 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7b805993-2efb-40a8-8818-7a2d73ecf80f req-b0b3641f-c497-46c8-908c-6e65063694aa tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865842 Feb 17 01:24:30.217580 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'tag': 'd3ad3b8e-29b5-4dee-b607-0be738acf4cd', 'status': 'completed', 'code': 200} Feb 17 01:24:30.229994 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-2ae37850-f19a-4cf3-839b-0b175354c5b2 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299676 Feb 17 01:24:30.337560 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-34d9d6d6-751d-45ac-b403-7af2e70e9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:30.339181 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-34d9d6d6-751d-45ac-b403-7af2e70e9316 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 200 len: 850 time: 0.4022250 Feb 17 01:24:30.410603 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9638cf6b-752a-4b0d-ad4d-b1bd07d1310e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:30.410862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-51f17e50-1dbb-4af6-a016-beee71ef4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:30.416400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:30.475881 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9638cf6b-752a-4b0d-ad4d-b1bd07d1310e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:30.479896 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Usage tracker for resource:port and tenant:1e5adf504ab64ae5bfff4bab974a806a is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:30.520333 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-351fe195-e04a-4d27-9669-5b76197a6957 req-5199aed4-f6c8-4b7c-b6db-d97139b55ab8 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2818916 Feb 17 01:24:30.523548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:30.554196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-b51e28ab-815a-471b-a3e2-ddcd76525065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:30.555815 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-b51e28ab-815a-471b-a3e2-ddcd76525065 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=edadca0b-4edb-49d5-9c92-08e469655e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2037437 Feb 17 01:24:30.575638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:30.743687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Allocated IP 172.20.0.9 (dabdee26-cf6a-48aa-9fa4-95da8f069aad/f709a3d6-6f88-4625-ba60-da461068c1db/aa35b278-d7ad-496e-9d6e-21173b1a2f73) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:30.765662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9638cf6b-752a-4b0d-ad4d-b1bd07d1310e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:30.777561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-02ace963-f0fb-4a21-9ff8-faa9d6eddbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:30.805736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:30.807569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638cf6b-752a-4b0d-ad4d-b1bd07d1310e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce59d58-7bb9-4dee-94f8-11f9a738adb3,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:30.817016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9638cf6b-752a-4b0d-ad4d-b1bd07d1310e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:30.826455 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f17e50-1dbb-4af6-a016-beee71ef4c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a837a18b-ccb1-4c4c-b395-cfb98a3a29a9,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:30.836125 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9638cf6b-752a-4b0d-ad4d-b1bd07d1310e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:30.836929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:30.837339 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9638cf6b-752a-4b0d-ad4d-b1bd07d1310e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ce59d58-7bb9-4dee-94f8-11f9a738adb3 HTTP/1.1" status: 204 len: 168 time: 0.9818845 Feb 17 01:24:30.846415 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-3ea19374-391e-4acd-b2be-d274d544ce67 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784812 Feb 17 01:24:30.853147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-4ace503d-b382-4429-a20e-042874fb48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:30.854713 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-4ace503d-b382-4429-a20e-042874fb48b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 1161 time: 0.2397597 Feb 17 01:24:30.862517 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-824d8aa4-58df-4464-8262-4f1b1522be82 req-e10fa32a-4591-43ef-b7cf-2f14be28d2de tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 210 time: 0.4491746 Feb 17 01:24:30.864748 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b5b5add2-cc98-467c-bf56-837199ea2473 req-58958712-88ed-4ca9-98b8-c08e0561e10d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 210 time: 0.4502571 Feb 17 01:24:30.866803 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-51f17e50-1dbb-4af6-a016-beee71ef4c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:30.872028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:30.951511 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-10b51310-138c-405d-b7fa-e3b06ae629fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:30.988856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-51f17e50-1dbb-4af6-a016-beee71ef4c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:31.015460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Made reservation on behalf of 1e5adf504ab64ae5bfff4bab974a806a for: {'port': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:31.021212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:31.127475 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3675c7ca69364f348024ab5252a99d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0116353 Feb 17 01:24:31.131784 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-51f17e50-1dbb-4af6-a016-beee71ef4c4c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a837a18b-ccb1-4c4c-b395-cfb98a3a29a9 HTTP/1.1" status: 204 len: 168 time: 2.9134493 Feb 17 01:24:31.131937 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6dc2bca5-db1e-4f06-a571-8cc5b9da58c9 req-2f242c7b-ddab-490e-a156-112c29876a6f service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2754865 Feb 17 01:24:31.131937 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57994) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:31.132131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 57996) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:31.138785 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5eddfd-b894-40a2-9860-492bd1d257f5,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:31.163588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:31.249409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58002) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:31.305268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-a2f281af-098c-4b14-93f2-66a3b04f957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:31.306812 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-a2f281af-098c-4b14-93f2-66a3b04f957c service neutron] 10.222.0.71 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 913 time: 0.3309121 Feb 17 01:24:31.318471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:31.426986 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:31.486426 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:31.489815 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-90d53e29-1d98-4e78-ac74-747edd78cc07 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd HTTP/1.1" status: 200 len: 217 time: 0.1510994 Feb 17 01:24:31.498685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62e8ac-7d9a-407f-926f-0781c3282881 req-6d8bf1c4-6023-46ca-92d6-6291baf56c13 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:31.500401 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1c62e8ac-7d9a-407f-926f-0781c3282881 req-6d8bf1c4-6023-46ca-92d6-6291baf56c13 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 944 time: 0.4550023 Feb 17 01:24:31.500913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Usage tracker for resource:security_group_rule and tenant:859931f49885479cb9c8caa3739654d6 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:31.509530 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:31.556774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:31.560433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:31.587685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-665f0270-f166-4a4f-8568-8d5767616b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:31.650203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Transition to ACTIVE for port object aa35b278-d7ad-496e-9d6e-21173b1a2f73 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:31.661499 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1c62e8ac-7d9a-407f-926f-0781c3282881 req-f87fd447-4fda-4e41-b658-d15ab4e583de tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527700 Feb 17 01:24:31.696379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Allocated IP 172.20.0.8 (22bc5a98-918f-4296-b956-cbb30667b7d6/877d4e62-7d9b-4a0a-851d-7cc8fd8475d0/614078b0-4175-40b0-93e6-417986a7022d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:31.736016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:31.776145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-efc69b0d-4e0c-464b-a07b-76ac94157939 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:31.964481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-665f0270-f166-4a4f-8568-8d5767616b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.030924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-665f0270-f166-4a4f-8568-8d5767616b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.050728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7e499dc7-86d2-4f2c-839f-823a73542da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:32.068161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'Port': ['ID=aa35b278-d7ad-496e-9d6e-21173b1a2f73,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:32.087845 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:32.094886 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-02a32167-bfdf-47fa-a168-2fcc29d13fad req-9ad4fe8e-6844-4417-9dd7-f063569d929e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 210 time: 0.0784278 Feb 17 01:24:32.110316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-34eea077-6b5e-43a6-83c4-39092a76cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:32.111954 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-34eea077-6b5e-43a6-83c4-39092a76cfaa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 200 len: 859 time: 0.6045139 Feb 17 01:24:32.132611 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f0270-f166-4a4f-8568-8d5767616b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5eddfd-b894-40a2-9860-492bd1d257f5,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:32.135534 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.226207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:32.246539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.275386 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:32.278035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:32.285360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:32.286040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.341541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.371449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-665f0270-f166-4a4f-8568-8d5767616b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:32.376188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'tag': 'f4463034-5904-4591-a904-97253968f93f'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:32.385820 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-76d0f290-8a37-4236-a781-ee94d9c9f820 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22bc5a98-918f-4296-b956-cbb30667b7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2041254 Feb 17 01:24:32.394446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-36580331-d433-460d-afab-08132d01c206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:32.461842 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.462386 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.463049 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.463481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > port after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.464375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > port after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.464785 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > port after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.465237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.465594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.471483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.471880 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.534603 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Pushing event updated for resources: {'Port': ['ID=614078b0-4175-40b0-93e6-417986a7022d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:32.538788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:32.549783 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5490854 Feb 17 01:24:32.570670 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Request body: {'port': {'device_id': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:32.576498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.576990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.577577 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.578014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83937) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:24:32.578496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dec6cfa-ecfb-4395-af71-983d662cfff4']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:32.602270 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-85aef360-d710-4adf-a300-a990ac246d59 None None] Provisioning for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:32.609288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-85aef360-d710-4adf-a300-a990ac246d59 None None] Provisioning complete for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:32.610481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-85aef360-d710-4adf-a300-a990ac246d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.652914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-665f0270-f166-4a4f-8568-8d5767616b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.657472 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-665f0270-f166-4a4f-8568-8d5767616b9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf5eddfd-b894-40a2-9860-492bd1d257f5 HTTP/1.1" status: 204 len: 168 time: 1.5092585 Feb 17 01:24:32.666407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc2a5c-78ed-45b6-9cdb-8b0bd76475b4 req-cb0e842f-f453-4785-b442-80781e8de89c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:32.667216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-26dc2a5c-78ed-45b6-9cdb-8b0bd76475b4 req-cb0e842f-f453-4785-b442-80781e8de89c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Synchronizing usage tracker for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:32.677714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350cacfe-5d82-4045-ab5d-4849e9dbfeab') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:32.677898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350cacfe-5d82-4045-ab5d-4849e9dbfeab') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:32.708358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.714272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-85aef360-d710-4adf-a300-a990ac246d59 None None] Port aa35b278-d7ad-496e-9d6e-21173b1a2f73 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:24:32.739557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.747289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.762344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-38e45333-45aa-4b82-b482-1d5432ce8f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:32.816839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.824472 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-37762a6f-de34-4578-962e-f66c03b79fed service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7573929 Feb 17 01:24:32.850057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:24:32.860226 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-26dc2a5c-78ed-45b6-9cdb-8b0bd76475b4 req-cb0e842f-f453-4785-b442-80781e8de89c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Unset dirty status for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:32.876588 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-26dc2a5c-78ed-45b6-9cdb-8b0bd76475b4 req-cb0e842f-f453-4785-b442-80781e8de89c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 931 time: 0.5856748 Feb 17 01:24:32.915380 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=859931f49885479cb9c8caa3739654d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6565309 Feb 17 01:24:32.947597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:32.949629 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:32.969098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58040) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:32.973683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:32.981550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:32.982429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6358f14e-113e-4b42-8255-4ea128a5a4a6,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:32.987001 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:32.987727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:33.027213 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4944532 Feb 17 01:24:33.033989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:33.122019 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Request body: {'port': {'device_id': '1e206ac7-592e-44c7-b71a-f377df09a763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:33.182757 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-41db5265-1c18-4c98-b81e-216777c5adee service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866902 Feb 17 01:24:33.196482 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'tag': 'f4463034-5904-4591-a904-97253968f93f', 'status': 'completed', 'code': 200} Feb 17 01:24:33.216717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.71', 55601) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:33.263542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Network 5dec6cfa-ecfb-4395-af71-983d662cfff4 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:24:33.275730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:33.569452 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-f4199767-58d1-4b34-84c1-2e9fce51825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:33.571078 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-f4199767-58d1-4b34-84c1-2e9fce51825b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 1162 time: 0.5953918 Feb 17 01:24:33.583921 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Network 5dec6cfa-ecfb-4395-af71-983d662cfff4 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: from cryptography.utils import int_from_bytes Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: from cryptography.utils import int_from_bytes Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: (rel_b, rel_a, rel_b), Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:24:33.653551 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:24:33.704945 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-26dc2a5c-78ed-45b6-9cdb-8b0bd76475b4 req-5654948b-31cd-460c-9f72-bf046d55fdd7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8270314 Feb 17 01:24:33.749367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.objects.ports [None req-18bea7e3-7ee5-4e98-85b6-450409a83b18 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83938) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:24:33.793340 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-57dd67dd-2de3-4846-9524-1afcb13dab49 req-6a25a6cc-7a13-48cd-9756-0184993c0f22 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5808072 Feb 17 01:24:33.854688 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:33.873111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:33.894412 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:33.908301 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=5dec6cfa-ecfb-4395-af71-983d662cfff4,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:33.910641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-fe42fffb-f155-48c0-8cd5-7236269ca474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:33.912325 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-fe42fffb-f155-48c0-8cd5-7236269ca474 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 908 time: 0.3169100 Feb 17 01:24:33.914844 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] 10.222.0.65 "DELETE /v2.0/networks/5dec6cfa-ecfb-4395-af71-983d662cfff4 HTTP/1.1" status: 204 len: 168 time: 2.7668242 Feb 17 01:24:33.916050 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:33.916873 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58072) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:34.027085 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-c7fd427f-b0ab-4966-9bb0-41daa4224c47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550b840e-fa34-49a3-9cd9-6ba01729a997 HTTP/1.1" status: 200 len: 217 time: 0.1043487 Feb 17 01:24:34.113674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] Deleting subnet a8a94c92-764f-4a9a-9ce4-cc342e2b57b7 {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:24:34.120040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.133756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3a6046f5-45ea-48de-971a-0dc8c00aeda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.199895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.252711 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3a6046f5-45ea-48de-971a-0dc8c00aeda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.293775 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.459873 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-571cce36-a248-4c40-863d-9f8eea6674b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:34.461420 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-571cce36-a248-4c40-863d-9f8eea6674b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 200 len: 854 time: 0.4261324 Feb 17 01:24:34.472149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-a3bac4da-72e6-4f35-a83c-70e908b3769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:34.474690 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-a3bac4da-72e6-4f35-a83c-70e908b3769d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 1161 time: 1.2549307 Feb 17 01:24:34.533633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.566046 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-c3530d91-9a08-424c-ba03-b7aa1cb87425 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823982 Feb 17 01:24:34.607398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3a6046f5-45ea-48de-971a-0dc8c00aeda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.621393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b9d5c-be20-4d63-bb3a-8fca49dbde6f req-306d4c3c-db90-400e-9cc9-729a2aacd519 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:34.623003 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-713b9d5c-be20-4d63-bb3a-8fca49dbde6f req-306d4c3c-db90-400e-9cc9-729a2aacd519 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 944 time: 0.6900148 Feb 17 01:24:34.677724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f4463034-5904-4591-a904-97253968f93f up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:34.688723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ee1d8135-809c-4673-9214-e69aa8c1fb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:34.704348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673b2c7-5e66-4cbb-84f6-5d1a58291528 req-7e1394e5-812e-4fc1-a31d-7128675d2f12 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:34.705115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-d673b2c7-5e66-4cbb-84f6-5d1a58291528 req-7e1394e5-812e-4fc1-a31d-7128675d2f12 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Synchronizing usage tracker for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:34.777866 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port f4463034-5904-4591-a904-97253968f93f completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:34.785309 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port f4463034-5904-4591-a904-97253968f93f triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:34.786781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.820512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6046f5-45ea-48de-971a-0dc8c00aeda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6358f14e-113e-4b42-8255-4ea128a5a4a6,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:34.832487 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa35b278-d7ad-496e-9d6e-21173b1a2f73 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:24:34.841933 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-361d0904-66e9-4ccc-8f69-06e15fc80f0d service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601013 Feb 17 01:24:34.857801 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3a6046f5-45ea-48de-971a-0dc8c00aeda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:34.869963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.953056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-d673b2c7-5e66-4cbb-84f6-5d1a58291528 req-7e1394e5-812e-4fc1-a31d-7128675d2f12 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Unset dirty status for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:34.971011 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d673b2c7-5e66-4cbb-84f6-5d1a58291528 req-7e1394e5-812e-4fc1-a31d-7128675d2f12 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 931 time: 1.0295498 Feb 17 01:24:34.973290 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3a6046f5-45ea-48de-971a-0dc8c00aeda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:34.974557 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-3a6046f5-45ea-48de-971a-0dc8c00aeda8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6358f14e-113e-4b42-8255-4ea128a5a4a6 HTTP/1.1" status: 204 len: 168 time: 2.0026314 Feb 17 01:24:35.051301 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:35.067354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Transition to ACTIVE for port object aa35b278-d7ad-496e-9d6e-21173b1a2f73 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:35.079259 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ac79f5c-e9b1-4c07-b883-416cd058548e req-ff5713f8-bbfc-4a9a-9563-04d89208f074 service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2216911 Feb 17 01:24:35.087047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-6ac5c05d-d90e-4cf6-ac7f-4c0836c3db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:35.088978 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-6ac5c05d-d90e-4cf6-ac7f-4c0836c3db9a service neutron] 10.222.0.71 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 905 time: 0.5384014 Feb 17 01:24:35.099139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port f4463034-5904-4591-a904-97253968f93f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f4463034-5904-4591-a904-97253968f93f,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:35.100126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4463034-5904-4591-a904-97253968f93f'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:35.104632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:35.111995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:35.123995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:35.151879 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:35.192894 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-713b9d5c-be20-4d63-bb3a-8fca49dbde6f req-e65f34e6-a000-49b4-b6e3-6b80231ea1b8 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4795320 Feb 17 01:24:35.206022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:35.242554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-74869fad-79b8-4d9d-b0bf-d25429ac62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:35.366326 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-36580331-d433-460d-afab-08132d01c206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:35.398419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=f4463034-5904-4591-a904-97253968f93f,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:35.404841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:35.440831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a94c92-764f-4a9a-9ce4-cc342e2b57b7,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:35.446816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:35.452580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:35.453005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:35.457431 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-43e50f74-be7a-43e6-92e1-ef070738e980 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4463034-5904-4591-a904-97253968f93f HTTP/1.1" status: 200 len: 217 time: 0.3505790 Feb 17 01:24:35.466731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:35.544444 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:35.558605 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a8a94c92-764f-4a9a-9ce4-cc342e2b57b7 HTTP/1.1" status: 204 len: 168 time: 1.6391389 Feb 17 01:24:35.565001 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58124) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:35.808068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:35.922989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:35.964167 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port d3ad3b8e-29b5-4dee-b607-0be738acf4cd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:35.965533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-d673b2c7-5e66-4cbb-84f6-5d1a58291528 req-3208d045-79ef-41fc-9fa0-5bb8a8bee7b0 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Synchronizing usage tracker for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:security_group {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:35.969569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:35.972593 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:36.011182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Pushing event updated for resources: {'Port': ['ID=aa35b278-d7ad-496e-9d6e-21173b1a2f73,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:36.028680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:36.068378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-1d7528e1-1ab0-4a1e-a565-2eb4ad3510c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:36.069399 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-1d7528e1-1ab0-4a1e-a565-2eb4ad3510c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 200 len: 850 time: 0.2982035 Feb 17 01:24:36.098914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:36.113114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:36.124375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-d673b2c7-5e66-4cbb-84f6-5d1a58291528 req-3208d045-79ef-41fc-9fa0-5bb8a8bee7b0 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Unset dirty status for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:security_group {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:36.135673 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d673b2c7-5e66-4cbb-84f6-5d1a58291528 req-3208d045-79ef-41fc-9fa0-5bb8a8bee7b0 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1635947 Feb 17 01:24:36.158604 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f4463034-5904-4591-a904-97253968f93f up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:36.257306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a13fb-ee56-4a2d-baa6-8bbdc026bc1b req-f0d53909-f545-4903-ab11-4fd91db6c378 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:36.259915 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8b1a13fb-ee56-4a2d-baa6-8bbdc026bc1b req-f0d53909-f545-4903-ab11-4fd91db6c378 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.5109324 Feb 17 01:24:36.266855 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:36.310995 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4463034-5904-4591-a904-97253968f93f', 'code': 200} Feb 17 01:24:36.348191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port f4463034-5904-4591-a904-97253968f93f triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:36.348533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:36.562935 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:36.675943 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af6a14b-431a-4f0f-8d86-f3a3e7ae72da']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:36.683710 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:36.684130 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:36.693771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3b679e-62cc-4369-841f-a128ac094cb6') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:36.694680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3b679e-62cc-4369-841f-a128ac094cb6') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:36.709654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:36.727895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:36.730777 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:24:36.741294 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614078b0-4175-40b0-93e6-417986a7022d {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:24:36.750319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:36.764181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Transition to ACTIVE for port object 614078b0-4175-40b0-93e6-417986a7022d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:36.848193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:36.925022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:37.001026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Network 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:24:37.011592 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.223260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Network 7af6a14b-431a-4f0f-8d86-f3a3e7ae72da has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:24:37.250585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Attempting to bind port aa35b278-d7ad-496e-9d6e-21173b1a2f73 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:37.250954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Attempting to bind port aa35b278-d7ad-496e-9d6e-21173b1a2f73 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:37.251315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Attempting to bind port aa35b278-d7ad-496e-9d6e-21173b1a2f73 on network dabdee26-cf6a-48aa-9fa4-95da8f069aad {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:24:37.252951 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:24:37.286511 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:37.286881 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Checking segment: {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:37.287283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.287691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Bound using segment: {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:37.288172 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Bound port: aa35b278-d7ad-496e-9d6e-21173b1a2f73, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:37.288539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.336296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1644e8-21df-4ca4-b73c-6f7d40309b26 req-83881e3f-c141-4d7f-9337-3ea6a814a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:37.337366 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8b1a13fb-ee56-4a2d-baa6-8bbdc026bc1b req-d4ef9b3a-cb49-4f77-a2cc-7bb019707452 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0310636 Feb 17 01:24:37.337912 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ff1644e8-21df-4ca4-b73c-6f7d40309b26 req-83881e3f-c141-4d7f-9337-3ea6a814a1ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 1163 time: 0.8214204 Feb 17 01:24:37.344569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.367658 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2c8fc9e7-dad3-478f-8a96-aebf5ebb0c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:37.393899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.405992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Pushing event deleted for resources: {'Network': ['ID=7af6a14b-431a-4f0f-8d86-f3a3e7ae72da,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:37.422438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:37.428461 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-bd57a46f-a2f7-4941-975c-43a795e8d330 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7af6a14b-431a-4f0f-8d86-f3a3e7ae72da HTTP/1.1" status: 204 len: 168 time: 1.8612158 Feb 17 01:24:37.435494 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ff1644e8-21df-4ca4-b73c-6f7d40309b26 req-b14ac5a9-40d1-4327-b00c-cb6002643a0e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884202 Feb 17 01:24:37.454783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Pushing event updated for resources: {'Port': ['ID=614078b0-4175-40b0-93e6-417986a7022d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:37.463411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:37.581550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-82f97574-9ab0-4610-ac1a-4b9677d8775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:37.583309 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-82f97574-9ab0-4610-ac1a-4b9677d8775e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=edadca0b-4edb-49d5-9c92-08e469655e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.4992661 Feb 17 01:24:37.586121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] For port aa35b278-d7ad-496e-9d6e-21173b1a2f73, host hv-cinder-75998, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:37.594071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] For port aa35b278-d7ad-496e-9d6e-21173b1a2f73, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:37.623088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:24:37.629740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.666373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:37.719761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58216) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:37.773958 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a8d35631-856c-4a70-bb19-a427174a3468 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f152429896a45c694a0acfc3bbf8c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524015 Feb 17 01:24:37.776079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58222) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:37.825508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Attempting to bind port 614078b0-4175-40b0-93e6-417986a7022d on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:37.825875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Attempting to bind port 614078b0-4175-40b0-93e6-417986a7022d by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:37.826235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Attempting to bind port 614078b0-4175-40b0-93e6-417986a7022d on network 22bc5a98-918f-4296-b956-cbb30667b7d6 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:37.839565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-851c669a-aa77-46c9-8025-257479167955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.867846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-851c669a-aa77-46c9-8025-257479167955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.917280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-851c669a-aa77-46c9-8025-257479167955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.922550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:37.937822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c669a-aa77-46c9-8025-257479167955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf51df52-f78d-4d16-8512-444d7e57a327,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:37.940855 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-851c669a-aa77-46c9-8025-257479167955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:37.942171 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-851c669a-aa77-46c9-8025-257479167955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.947176 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-851c669a-aa77-46c9-8025-257479167955 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf51df52-f78d-4d16-8512-444d7e57a327 HTTP/1.1" status: 204 len: 168 time: 0.1698298 Feb 17 01:24:37.988846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-7f78d34c-23a2-4b2f-b102-557e44cc503c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:37.991124 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-7f78d34c-23a2-4b2f-b102-557e44cc503c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 814 time: 1.1473227 Feb 17 01:24:37.992196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:37.992569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Checking segment: {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:37.992970 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:37.993495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Bound using segment: {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:37.994042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Bound port: 614078b0-4175-40b0-93e6-417986a7022d, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbabb953-2dc8-4831-8534-14bd37bebea7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '22bc5a98-918f-4296-b956-cbb30667b7d6'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:37.994496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:38.104116 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-3242f5bd-5b94-452f-b6b4-14a0207162ab tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/quotas/95fe6fb073e84e1a8790f274ccfe48f7 HTTP/1.1" status: 200 len: 375 time: 0.0849078 Feb 17 01:24:38.132144 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Pushing event updated for resources: {'Port': ['ID=aa35b278-d7ad-496e-9d6e-21173b1a2f73,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:38.135768 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:38.152024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:38.267271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:38.267797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:38.341581 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad3b8e-29b5-4dee-b607-0be738acf4cd'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:38.368615 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-f7e0d47c-0687-4620-bf38-32bf73a7c601 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133978 Feb 17 01:24:38.370071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:38.370746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:38.372209 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] 10.222.0.71 "PUT /v2.0/ports/aa35b278-d7ad-496e-9d6e-21173b1a2f73 HTTP/1.1" status: 200 len: 1157 time: 5.8084056 Feb 17 01:24:38.381395 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:38.400212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58252) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:38.442220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] For port 614078b0-4175-40b0-93e6-417986a7022d, host hv-cinder-75998, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:38.473191 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-dc53e004-3699-45ef-9e86-8efe6d35bda0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d2c575798274c62addfa435e731ab55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718172 Feb 17 01:24:38.475699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58258) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:38.508497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8e96-a821-48cb-9494-d526f33f4cd2 req-48669d8f-4b24-469d-abe4-cb0e113cf767 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:38.515919 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c81f8e96-a821-48cb-9494-d526f33f4cd2 req-48669d8f-4b24-469d-abe4-cb0e113cf767 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.7149360 Feb 17 01:24:38.523299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] For port 614078b0-4175-40b0-93e6-417986a7022d, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=614078b0-4175-40b0-93e6-417986a7022d,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:38.578385 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b4578313-879d-4fd7-9f03-6551e15f4717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:38.645970 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:38.652649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b4578313-879d-4fd7-9f03-6551e15f4717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:38.686821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:38.735762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b4578313-879d-4fd7-9f03-6551e15f4717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:38.742110 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-93889d36-d65d-4737-963d-36e9c8af99a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:38.777928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4578313-879d-4fd7-9f03-6551e15f4717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186e6a45-cdd0-4d23-a298-ca97e13a2f31,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:38.789805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b4578313-879d-4fd7-9f03-6551e15f4717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:38.806847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b4578313-879d-4fd7-9f03-6551e15f4717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:38.810578 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b4578313-879d-4fd7-9f03-6551e15f4717 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/186e6a45-cdd0-4d23-a298-ca97e13a2f31 HTTP/1.1" status: 204 len: 168 time: 0.3312206 Feb 17 01:24:38.849492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:38.864519 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-86cb014a-521a-4ca8-96f6-b37835c37fcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6818395 Feb 17 01:24:38.900527 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c81f8e96-a821-48cb-9494-d526f33f4cd2 req-4f725888-c0d1-48ef-ab42-83ee8c7e4c4b tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3835011 Feb 17 01:24:39.187313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Pushing event updated for resources: {'Port': ['ID=614078b0-4175-40b0-93e6-417986a7022d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:39.289700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:39.317437 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85eb528-44b0-464a-b1fe-4c72c53446cf req-976a1bd7-c291-40c0-abb8-89dcd253c6f0 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9304101 Feb 17 01:24:39.373154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-4ee3eb57-7168-42fd-9bfa-8220d289f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:39.375306 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-4ee3eb57-7168-42fd-9bfa-8220d289f64d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 1160 time: 0.9303608 Feb 17 01:24:39.397894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:39.398568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:39.400061 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] 10.222.0.71 "PUT /v2.0/ports/614078b0-4175-40b0-93e6-417986a7022d HTTP/1.1" status: 200 len: 1157 time: 6.3078806 Feb 17 01:24:39.531160 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-ea282a3f-ba53-4575-99c1-d47b4881fc27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73 HTTP/1.1" status: 200 len: 217 time: 0.1347573 Feb 17 01:24:39.590028 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-041f0acb-e797-42c0-9fb5-59ee94ec2036 service neutron] 10.222.0.65 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012243 Feb 17 01:24:39.728688 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82279bfa-1609-4697-b9b2-e0ec3c81ff23 req-adc0a417-71e5-41c2-b549-4ef41524a6de tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:39.730316 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-82279bfa-1609-4697-b9b2-e0ec3c81ff23 req-adc0a417-71e5-41c2-b549-4ef41524a6de tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 943 time: 0.5492947 Feb 17 01:24:39.746939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-717240a9-8e22-4109-a394-a67f4d4c3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:39.748501 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-717240a9-8e22-4109-a394-a67f4d4c3d08 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.2076256 Feb 17 01:24:39.951705 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-82279bfa-1609-4697-b9b2-e0ec3c81ff23 req-c2f9f6d7-cd52-4044-9e77-377e0770a048 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065997 Feb 17 01:24:39.957689 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-9873bb35-7d33-4ac4-833a-cd508fb3dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:39.959388 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-9873bb35-7d33-4ac4-833a-cd508fb3dfba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 1160 time: 0.4990015 Feb 17 01:24:39.967641 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-be5f31fd-67e1-4ed0-97ca-ba90b55dc03d service neutron] 10.222.0.65 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3540127 Feb 17 01:24:40.075532 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-3caa6e18-df76-455b-ba68-f5820287d18d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614078b0-4175-40b0-93e6-417986a7022d HTTP/1.1" status: 200 len: 217 time: 0.1055624 Feb 17 01:24:40.100123 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device fa4f6401-2173-437b-8f56-bc5772690e2b no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:24:40.247565 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ad3b8e-29b5-4dee-b607-0be738acf4cd', 'code': 200} Feb 17 01:24:40.423401 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:40.494335 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port fa4f6401-2173-437b-8f56-bc5772690e2b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=fa4f6401-2173-437b-8f56-bc5772690e2b,segment=NetworkSegment(c17add4d-21f9-49a1-9ae6-a19831210d18),segment_id=c17add4d-21f9-49a1-9ae6-a19831210d18)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:40.501096 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:40.503126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:40.587606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-54135f4d-26b1-48d0-93c6-254f772a0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:40.600971 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-54135f4d-26b1-48d0-93c6-254f772a0c87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8271620 Feb 17 01:24:40.615807 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=fa4f6401-2173-437b-8f56-bc5772690e2b,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:40.620965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:40.641458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c3c57-392c-4564-9332-32ab6689aa5a req-18792740-a6cd-4987-982b-1f2c72c9157f tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:40.643387 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-189c3c57-392c-4564-9332-32ab6689aa5a req-18792740-a6cd-4987-982b-1f2c72c9157f tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 945 time: 0.8276525 Feb 17 01:24:40.649384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a11a8b-a20c-4e75-aaf8-22fdfdf92f8e req-1d714f9e-cc4c-4919-8077-511d3c345ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:40.651146 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f8a11a8b-a20c-4e75-aaf8-22fdfdf92f8e req-1d714f9e-cc4c-4919-8077-511d3c345ade service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 1163 time: 0.1821117 Feb 17 01:24:40.735575 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f8a11a8b-a20c-4e75-aaf8-22fdfdf92f8e req-1b6eb0bb-eec7-4c32-88bc-4464f45a6f1d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732970 Feb 17 01:24:40.819017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-4a4ff3ef-d4bc-44bc-8f47-5e30387e84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:40.820635 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-4a4ff3ef-d4bc-44bc-8f47-5e30387e84dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 200 len: 859 time: 0.7171543 Feb 17 01:24:40.897833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-189c3c57-392c-4564-9332-32ab6689aa5a req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Deleting port fa4f6401-2173-437b-8f56-bc5772690e2b {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:24:40.898204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-189c3c57-392c-4564-9332-32ab6689aa5a req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:41.048091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa4db6-4203-46a0-9362-86feeafc1bcf req-4d54d5cc-abbe-42ba-b30d-452dda61af93 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:41.050496 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4caa4db6-4203-46a0-9362-86feeafc1bcf req-4d54d5cc-abbe-42ba-b30d-452dda61af93 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 945 time: 0.7710397 Feb 17 01:24:41.120543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c770a79-a0c4-4348-8584-5e6652d0429f req-6b15094f-5746-47c3-bed1-9e7df94bcbac tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:41.122224 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c770a79-a0c4-4348-8584-5e6652d0429f req-6b15094f-5746-47c3-bed1-9e7df94bcbac tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.6467409 Feb 17 01:24:41.124658 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-196df9a9-4655-467b-99b3-1bb6da9d4c29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22bc5a98-918f-4296-b956-cbb30667b7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610124 Feb 17 01:24:41.260567 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-9fecfe28-247d-4e73-8fa5-8b390c83444a service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266351 Feb 17 01:24:41.341622 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4caa4db6-4203-46a0-9362-86feeafc1bcf req-612e5b2f-70c2-4acd-9208-f1df5026e13e tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740276 Feb 17 01:24:41.683364 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73', 'status': 'completed', 'code': 200} Feb 17 01:24:41.803846 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c770a79-a0c4-4348-8584-5e6652d0429f req-ecc3b42d-9d59-4366-b275-4cfd659a9330 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6700621 Feb 17 01:24:42.223599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:42.242419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-eeb13ec3-a129-4e76-8be3-b5805ba32e52 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:42.244341 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-eeb13ec3-a129-4e76-8be3-b5805ba32e52 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 814 time: 0.5239198 Feb 17 01:24:42.255793 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c6aa-a66f-483b-b0f9-5ae57f76afe4 req-8093e33d-0ce8-42ac-b683-7367979aaa60 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:42.262806 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Request body: {'port': {'device_id': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e', 'admin_state_up': True, 'tenant_id': '95fe6fb073e84e1a8790f274ccfe48f7'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:42.274013 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ca0c6aa-a66f-483b-b0f9-5ae57f76afe4 req-8093e33d-0ce8-42ac-b683-7367979aaa60 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.5955069 Feb 17 01:24:42.277380 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-8d0ebe87-bb4c-4444-adc4-6da07bdd1dd2 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0533817 Feb 17 01:24:42.313687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3f1eca-d653-4256-8068-7e702971480e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4f6401-2173-437b-8f56-bc5772690e2b'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:42.336093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:42.336722 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:42.450215 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-189c3c57-392c-4564-9332-32ab6689aa5a req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] For port fa4f6401-2173-437b-8f56-bc5772690e2b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=fa4f6401-2173-437b-8f56-bc5772690e2b,segment=NetworkSegment(c17add4d-21f9-49a1-9ae6-a19831210d18),segment_id=c17add4d-21f9-49a1-9ae6-a19831210d18)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:42.450774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-189c3c57-392c-4564-9332-32ab6689aa5a req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:42.471563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:42.475990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Usage tracker for resource:port and tenant:95fe6fb073e84e1a8790f274ccfe48f7 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:42.479422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:42.486674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:42.506002 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Made reservation on behalf of 95fe6fb073e84e1a8790f274ccfe48f7 for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:42.518591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:42.671909 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-af0cff24-a1e5-495d-b70f-d4f986327e21 req-d15ccebe-e134-4126-8004-de4be028f1ef tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 210 time: 0.5783033 Feb 17 01:24:42.705468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-189c3c57-392c-4564-9332-32ab6689aa5a req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Calling delete_port for fa4f6401-2173-437b-8f56-bc5772690e2b owned by compute:nova {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:24:42.745801 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f43a3b6f-66b8-4459-9a81-32e1bab799ec req-b4a75fa0-8425-4f58-b83e-d5fc9150b1f5 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4087472 Feb 17 01:24:42.893502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Allocated IP 172.20.0.3 (4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e/20da3c62-a9e1-4440-b31f-6a9b869f4864/d51fcdb1-8963-4531-9214-a0fb1c3c3ee7) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:24:43.079456 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ca0c6aa-a66f-483b-b0f9-5ae57f76afe4 req-9c56e550-8e10-489a-a070-c83352b3a347 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8044453 Feb 17 01:24:43.131840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58394) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:43.146905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:43.187411 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3f1eca-d653-4256-8068-7e702971480e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4f6401-2173-437b-8f56-bc5772690e2b', 'code': 200} Feb 17 01:24:43.187785 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80ceeb70-c9bc-4f90-8c12-6e5f764957dc req-670e77a6-05b5-468b-80f4-aa3fa201196f service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8481302 Feb 17 01:24:43.215601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:43.251643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:43.257099 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9590d-ac4c-488c-88de-00adc86594cc req-4fde0f96-d482-4f57-94fe-207d1f7a76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:43.258752 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35c9590d-ac4c-488c-88de-00adc86594cc req-4fde0f96-d482-4f57-94fe-207d1f7a76f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 1160 time: 0.4184880 Feb 17 01:24:43.403357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:43.438464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:43.440959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Pushing event updated for resources: {'Port': ['ID=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:43.446976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1cfa3-bb2f-4f10-bdba-aa45a0376e2a req-f18532ed-7d69-44b3-ac9c-d640d533ae38 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:43.447534 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Usage tracker for resource:security_group_rule and tenant:8d1b5fcd1ad94a6c937d1784c401bd8f is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:43.448622 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f4d1cfa3-bb2f-4f10-bdba-aa45a0376e2a req-f18532ed-7d69-44b3-ac9c-d640d533ae38 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 943 time: 0.6146441 Feb 17 01:24:43.455641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:43.459160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.459591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.459998 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.460382 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.460772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.461157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.461541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.461934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.462317 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.462698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.463078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.463484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.463966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.464348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.464727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.465104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.465481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.465859 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.466237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.466612 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.466989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.467410 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.467827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.468204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.478098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:43.481857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:43.503135 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-189c3c57-392c-4564-9332-32ab6689aa5a req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:43.542023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:43.564958 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:24:43.566082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:43.569103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:24:43.655982 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:43.656692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:43.680709 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f4d1cfa3-bb2f-4f10-bdba-aa45a0376e2a req-9d65d5bd-11e5-4567-82c0-63ca18165491 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246192 Feb 17 01:24:43.681726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Pushing event deleted for resources: {'Port': ['ID=fa4f6401-2173-437b-8f56-bc5772690e2b,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:43.689815 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e206ac7-592e-44c7-b71a-f377df09a763', 'tag': '614078b0-4175-40b0-93e6-417986a7022d'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:43.710548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:43.711864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9590d-ac4c-488c-88de-00adc86594cc req-0620f490-1e7b-4790-afdb-c56f8ddb02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:43.713858 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35c9590d-ac4c-488c-88de-00adc86594cc req-0620f490-1e7b-4790-afdb-c56f8ddb02bb service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.4467626 Feb 17 01:24:43.714710 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4564509 Feb 17 01:24:43.715802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:43.725739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:43.726420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.726733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.727130 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.727547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.727933 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.728313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.728692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.729070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.729447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.729823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.730194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.730565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.731037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.731431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.731805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.732181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.732547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.732923 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.733786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.734257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.734677 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.735302 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.735696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.736063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:43.761734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Request body: {'port': {'device_id': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:43.802811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:43.827277 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35c9590d-ac4c-488c-88de-00adc86594cc req-9f7572f1-90b0-474a-b113-36cbaeb04cc2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73 HTTP/1.1" status: 200 len: 217 time: 0.0861714 Feb 17 01:24:43.845170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be97f-8061-4ef2-9899-a3fc60f16541 req-33fc4660-1fd1-46c4-a0da-811812af1b71 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:43.846818 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4f7be97f-8061-4ef2-9899-a3fc60f16541 req-33fc4660-1fd1-46c4-a0da-811812af1b71 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e3f1eca-d653-4256-8068-7e702971480e HTTP/1.1" status: 200 len: 865 time: 0.4819551 Feb 17 01:24:43.900496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d985eb4c-a569-4c10-9967-9b898b719a79,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:43.919538 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:43.931739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:43.951775 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d1b5fcd1ad94a6c937d1784c401bd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8162796 Feb 17 01:24:43.953278 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58412) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:44.237972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6e3bca5f-80f7-4517-a2a2-1b1c063153ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:44.256442 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4f7be97f-8061-4ef2-9899-a3fc60f16541 req-cc11aeb5-0a84-4c6e-9616-04f2ac5630e1 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.65 "GET /v2.0/security-groups?id=a13fee8a-7cac-4df9-950b-8c79ed17ee40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108730 Feb 17 01:24:44.285697 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6e3bca5f-80f7-4517-a2a2-1b1c063153ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:44.342279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9590d-ac4c-488c-88de-00adc86594cc req-df47c0e9-7376-45f9-9f04-f7ebbdef13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:44.345180 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35c9590d-ac4c-488c-88de-00adc86594cc req-df47c0e9-7376-45f9-9f04-f7ebbdef13b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.4938388 Feb 17 01:24:44.376652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-189c3c57-392c-4564-9332-32ab6689aa5a req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] No DVR routers for this DVR port fa4f6401-2173-437b-8f56-bc5772690e2b on host hv-cinder-75998 {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:24:44.455038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6e3bca5f-80f7-4517-a2a2-1b1c063153ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:44.462865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:44.483137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bca5f-80f7-4517-a2a2-1b1c063153ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d985eb4c-a569-4c10-9967-9b898b719a79,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:44.483585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46ed91-e3e6-4919-aec7-67544b926e56 req-b1592a19-08ad-4f50-a3eb-31c21f8b9c9d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:44.485513 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ba46ed91-e3e6-4919-aec7-67544b926e56 req-b1592a19-08ad-4f50-a3eb-31c21f8b9c9d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.6571622 Feb 17 01:24:44.486679 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-189c3c57-392c-4564-9332-32ab6689aa5a req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:44.488668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6e3bca5f-80f7-4517-a2a2-1b1c063153ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:44.490694 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6e3bca5f-80f7-4517-a2a2-1b1c063153ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:44.491939 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-6e3bca5f-80f7-4517-a2a2-1b1c063153ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d985eb4c-a569-4c10-9967-9b898b719a79 HTTP/1.1" status: 204 len: 168 time: 0.5376375 Feb 17 01:24:44.566585 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-189c3c57-392c-4564-9332-32ab6689aa5a req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] 10.222.0.71 "DELETE /v2.0/ports/fa4f6401-2173-437b-8f56-bc5772690e2b HTTP/1.1" status: 204 len: 173 time: 3.8664782 Feb 17 01:24:44.587300 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ba46ed91-e3e6-4919-aec7-67544b926e56 req-9df50a56-3ae9-41d2-97f5-0ff45d4404ee tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649538 Feb 17 01:24:44.629963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:24:44.642423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73dca12-d827-4dfe-8420-4e0d8a59fe10 req-5b09948f-4817-4c72-99b3-f30736b2e2d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:44.644335 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b73dca12-d827-4dfe-8420-4e0d8a59fe10 req-5b09948f-4817-4c72-99b3-f30736b2e2d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.2691295 Feb 17 01:24:44.647853 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9590d-ac4c-488c-88de-00adc86594cc req-32ca65fe-c982-4e12-aafa-050c3a5c25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:44.649608 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35c9590d-ac4c-488c-88de-00adc86594cc req-32ca65fe-c982-4e12-aafa-050c3a5c25c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2769489 Feb 17 01:24:44.654285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58432) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:44.655255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:44.664191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'floatingip': {'port_id': 'f4463034-5904-4591-a904-97253968f93f'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:44.685483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Transition to ACTIVE for port object d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:24:44.691241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:44.714949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1e34c393-161c-4c3e-9f23-3c0a7201ac03 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:44.840827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:44.871488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Pushing event updated for resources: {'Port': ['ID=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:44.876894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:44.923212 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e206ac7-592e-44c7-b71a-f377df09a763', 'tag': '614078b0-4175-40b0-93e6-417986a7022d', 'status': 'completed', 'code': 200} Feb 17 01:24:44.985271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58442) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:45.050932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.082402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:45.089546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Usage tracker for resource:security_group_rule and tenant:e752901555fd4af9808e67f2ad6da089 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:45.094963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:45.112250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:45.127170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Attempting to bind port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:24:45.127568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Attempting to bind port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:24:45.127938 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Attempting to bind port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 on network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:24:45.143385 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:24:45.144463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Checking segment: {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:45.145026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.145560 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Bound using segment: {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:24:45.146540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Bound port: d51fcdb1-8963-4531-9214-a0fb1c3c3ee7, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:24:45.147071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.292139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] For port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:24:45.295739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] For port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:24:45.307885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.324701 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:45.442972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.456056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.469706 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35c9590d-ac4c-488c-88de-00adc86594cc req-6eeb6f08-8827-423f-906a-f2a72915896a service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8099365 Feb 17 01:24:45.471633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-1fb03d47-24ba-437f-a8fb-c3ba1c1faad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:45.473100 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-1fb03d47-24ba-437f-a8fb-c3ba1c1faad0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 1160 time: 0.5562506 Feb 17 01:24:45.516749 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e752901555fd4af9808e67f2ad6da089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244167 Feb 17 01:24:45.517413 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58450) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:45.563952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Pushing event updated for resources: {'Port': ['ID=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:45.565991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91246be2-6fe8-4bcb-af00-e50fd7c4c915 req-3661932a-a60c-451b-8246-2efffa6fb040 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:45.567679 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91246be2-6fe8-4bcb-af00-e50fd7c4c915 req-3661932a-a60c-451b-8246-2efffa6fb040 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 943 time: 0.6547670 Feb 17 01:24:45.579969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:45.580489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-386e57d7-7b26-41bb-bc50-f2f387aff326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:45.671828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8920cf1-f602-4d83-a045-2d3fc6405457,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:45.676105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:45.690581 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:45.692406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.698403 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] 10.222.0.71 "PUT /v2.0/ports/d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 HTTP/1.1" status: 200 len: 1157 time: 1.9557610 Feb 17 01:24:45.698403 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'tag': 'd51fcdb1-8963-4531-9214-a0fb1c3c3ee7'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:45.717772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5b1428a7-0992-4365-948e-76b533d9aae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.764202 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c983190-2adb-46cc-8513-086ec3e9ab3e req-56acffa9-3a42-48c2-8404-7cc9643040e8 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:45.766572 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6c983190-2adb-46cc-8513-086ec3e9ab3e req-56acffa9-3a42-48c2-8404-7cc9643040e8 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 943 time: 0.8486102 Feb 17 01:24:45.797464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5b1428a7-0992-4365-948e-76b533d9aae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.864683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-e3a34997-06b2-4b4c-a84f-86473539138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:45.866213 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-e3a34997-06b2-4b4c-a84f-86473539138b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 1160 time: 0.1255817 Feb 17 01:24:45.934458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5b1428a7-0992-4365-948e-76b533d9aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:45.947227 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-665f0270-f166-4a4f-8568-8d5767616b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:45.958701 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-c1176490-1617-4b95-bcc7-c1f5dc060ad6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 HTTP/1.1" status: 200 len: 217 time: 0.0827103 Feb 17 01:24:45.958922 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91246be2-6fe8-4bcb-af00-e50fd7c4c915 req-f9f88e54-6d87-43ed-9306-a8c2f01c1f12 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190320 Feb 17 01:24:45.965470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1428a7-0992-4365-948e-76b533d9aae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8920cf1-f602-4d83-a045-2d3fc6405457,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:45.970171 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5b1428a7-0992-4365-948e-76b533d9aae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:46.003837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-ea702fec-65c7-468c-9835-73cf7499358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:46.005474 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-ea702fec-65c7-468c-9835-73cf7499358e service neutron] 10.222.0.71 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 913 time: 0.4266880 Feb 17 01:24:46.036882 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58468) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:46.058679 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6c983190-2adb-46cc-8513-086ec3e9ab3e req-72aaa698-0231-4956-873a-ca73febd54c8 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279186 Feb 17 01:24:46.299701 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'tag': 'd51fcdb1-8963-4531-9214-a0fb1c3c3ee7', 'status': 'completed', 'code': 200} Feb 17 01:24:46.300710 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5b1428a7-0992-4365-948e-76b533d9aae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:46.304537 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5b1428a7-0992-4365-948e-76b533d9aae0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8920cf1-f602-4d83-a045-2d3fc6405457 HTTP/1.1" status: 204 len: 168 time: 0.7767105 Feb 17 01:24:46.331370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-16f77bc9-6ef4-4dd2-9698-bec442bf8527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:46.332961 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-16f77bc9-6ef4-4dd2-9698-bec442bf8527 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 200 len: 854 time: 0.3641927 Feb 17 01:24:46.397988 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-2b390102-295e-4297-942a-c44e4c449c3d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562677 Feb 17 01:24:46.415807 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-dd5c6851-0fbf-4690-ac49-f95c024df6fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614078b0-4175-40b0-93e6-417986a7022d HTTP/1.1" status: 200 len: 217 time: 0.3626821 Feb 17 01:24:46.582042 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-98f7536e-e962-4088-9bfc-821e0c502e7b service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743555 Feb 17 01:24:46.746415 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35c9590d-ac4c-488c-88de-00adc86594cc req-5486b211-2fc7-4462-acfc-c1ef8432b820 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1687188 Feb 17 01:24:46.844299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:46.849551 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29940fb5-2d71-40ec-b0e7-4f71d2cd91c5 req-7d32f3e7-b157-4f3b-989f-d29ffa9c2aec service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2556839 Feb 17 01:24:46.890088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-2762bb4e-78ea-40cb-b04b-9b02d970d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:46.891718 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-2762bb4e-78ea-40cb-b04b-9b02d970d91b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 200 len: 859 time: 0.3310270 Feb 17 01:24:46.898698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:46.912477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15417ed-d81e-4aa0-87eb-458221d27e47 req-ba7d0e1f-799f-4cc6-aec3-487b081f377c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:46.920026 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b15417ed-d81e-4aa0-87eb-458221d27e47 req-ba7d0e1f-799f-4cc6-aec3-487b081f377c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.5062366 Feb 17 01:24:46.927937 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3f1eca-d653-4256-8068-7e702971480e', 'name': 'network-vif-deleted', 'tag': 'fa4f6401-2173-437b-8f56-bc5772690e2b'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:46.933145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Usage tracker for resource:security_group_rule and tenant:217a33adac7f4002bfc9290ce6da409c is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:46.998941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-96b1c3ea-e5c2-4d60-8bb6-ffee88aabf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:47.000735 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-96b1c3ea-e5c2-4d60-8bb6-ffee88aabf50 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 1160 time: 0.0937858 Feb 17 01:24:47.004331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:47.047926 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3f1eca-d653-4256-8068-7e702971480e', 'name': 'network-vif-deleted', 'tag': 'fa4f6401-2173-437b-8f56-bc5772690e2b', 'status': 'completed', 'code': 200} Feb 17 01:24:47.053736 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-ae50d54b-c559-4bc1-936f-845cb22fc0cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22bc5a98-918f-4296-b956-cbb30667b7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309192 Feb 17 01:24:47.054688 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:47.071066 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b15417ed-d81e-4aa0-87eb-458221d27e47 req-2496c224-3b14-4310-8b19-4ac6b8aa5e78 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500270 Feb 17 01:24:47.174956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-552eab51-c968-40e7-a85e-2e9e19fc865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:47.176755 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-552eab51-c968-40e7-a85e-2e9e19fc865c service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 908 time: 0.1674092 Feb 17 01:24:47.182001 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.resource_extend [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:24:47.288037 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-133f1fb9-fd3e-4aa2-b70f-2c682b29f21f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 HTTP/1.1" status: 200 len: 217 time: 0.1026490 Feb 17 01:24:47.368219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-acd85fe7-322a-4ef5-b254-ba22f8c92ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:47.369859 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-acd85fe7-322a-4ef5-b254-ba22f8c92ce0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 200 len: 854 time: 0.0743651 Feb 17 01:24:47.392595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 614078b0-4175-40b0-93e6-417986a7022d up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:47.425706 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-d2ccc057-0dc4-4c7b-8569-94246b2effeb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482440 Feb 17 01:24:47.480822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 614078b0-4175-40b0-93e6-417986a7022d completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:47.487853 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 614078b0-4175-40b0-93e6-417986a7022d triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:47.488660 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:47.518971 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-8b53da5b-429e-49fe-b5e3-2c7042be4689 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048448 Feb 17 01:24:47.620492 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-d37a0a0e-c315-4345-885b-4f2b39616cfa service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731312 Feb 17 01:24:47.641083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:47.682996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 614078b0-4175-40b0-93e6-417986a7022d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=614078b0-4175-40b0-93e6-417986a7022d,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:47.684336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e206ac7-592e-44c7-b71a-f377df09a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614078b0-4175-40b0-93e6-417986a7022d'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:47.692549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:47.692850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:47.722427 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2e02d48-2814-40ca-b58e-af324f20d80e req-7050ade4-2b17-444a-9fa6-255c403b2f46 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1819534 Feb 17 01:24:47.737359 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:47.767132 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:47.789739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:47.834701 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9946e82d-4603-4458-adbc-aeff8c44c8ea req-315b4d20-da7f-489d-8856-27caef1fe09d service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1997850 Feb 17 01:24:47.903811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=614078b0-4175-40b0-93e6-417986a7022d,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:47.911811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:47.912224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:47.987839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.988224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.988605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.988978 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.989354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.989724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.991632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.992447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.992822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.993256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.993633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.994071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.994637 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.995005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.998491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.998890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:47.999929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:48.000391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:48.000748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:48.001249 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:48.001882 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:48.002251 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:48.002609 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:48.002960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:24:48.007517 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:48.018426 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29c3b9-8c56-404b-a49b-8b2ec9376a1c req-19420091-f4eb-49d9-ab2d-292bcad79385 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:48.019970 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd29c3b9-8c56-404b-a49b-8b2ec9376a1c req-19420091-f4eb-49d9-ab2d-292bcad79385 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 943 time: 0.7484469 Feb 17 01:24:48.030020 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d2587a5f-5182-4342-a4f7-e8c22670413a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:48.052248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733649f-f045-43e2-a6be-8c923a57dfd7 req-85a554bc-dcd7-4411-94ce-5cfa9410c939 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:48.053857 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e733649f-f045-43e2-a6be-8c923a57dfd7 req-85a554bc-dcd7-4411-94ce-5cfa9410c939 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 943 time: 0.7806115 Feb 17 01:24:48.100035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:48.151774 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Floating IP 69fb300b-6842-4626-a49a-c195b8aa93be associated. External IP: 172.28.1.138, port: f4463034-5904-4591-a904-97253968f93f. Feb 17 01:24:48.190210 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:48.195477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:48.195897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:48.224955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:48.351725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:48.397187 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port aa35b278-d7ad-496e-9d6e-21173b1a2f73, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:48.400683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:48.402788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:48.480686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=aa35b278-d7ad-496e-9d6e-21173b1a2f73,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:48.485081 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:48.526221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:48.534854 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd29c3b9-8c56-404b-a49b-8b2ec9376a1c req-b786c61d-1fdf-47a4-b81f-43a155aa61e8 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972043 Feb 17 01:24:48.552878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fd295c1f-43ae-42ec-a605-cc8af7f14a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:48.575248 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e733649f-f045-43e2-a6be-8c923a57dfd7 req-5e7d9115-9efb-4074-92c5-2922d065c84c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989972 Feb 17 01:24:48.599575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61069ec-6a78-40d1-babd-0a66aed69d15,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:48.603103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:48.607157 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e206ac7-592e-44c7-b71a-f377df09a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614078b0-4175-40b0-93e6-417986a7022d', 'code': 200} Feb 17 01:24:48.649681 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=217a33adac7f4002bfc9290ce6da409c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5898695 Feb 17 01:24:48.652731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58554) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:48.805738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58560) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:48.943850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] Deleting subnet cec7c0bc-47d6-414c-b18c-5fc6cfb8648b {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:24:48.950203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-97addbbd-3ef1-40e1-8acb-87968638ca6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:48.953325 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:48.990872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58568) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:49.011635 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-97addbbd-3ef1-40e1-8acb-87968638ca6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.016031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb6f24-5820-4e82-acb2-a96d8a69c263 req-e25ffa75-8e14-4b26-bd7f-c1e56303a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:49.017756 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b9cb6f24-5820-4e82-acb2-a96d8a69c263 req-e25ffa75-8e14-4b26-bd7f-c1e56303a745 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 1162 time: 0.1712143 Feb 17 01:24:49.029441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.109610 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579320-3792-42cf-a227-81232fc8e22c req-0a91a139-14d9-4d11-acf9-0a84113f22cb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:49.111547 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9d579320-3792-42cf-a227-81232fc8e22c req-0a91a139-14d9-4d11-acf9-0a84113f22cb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.3309264 Feb 17 01:24:49.120223 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b9cb6f24-5820-4e82-acb2-a96d8a69c263 req-f9b1cb0a-75e3-4cd0-988c-82196e4dd673 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933714 Feb 17 01:24:49.120492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Router df0d86ea-aad3-409d-9d12-e6b50626087c has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:24:49.126383 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.148780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-97addbbd-3ef1-40e1-8acb-87968638ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.203937 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.226952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:49.254271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:49.287432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:49.297088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Usage tracker for resource:security_group_rule and tenant:016947420b964e6b9118e988e5734b0d is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:49.300815 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:49.319491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:49.330375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97addbbd-3ef1-40e1-8acb-87968638ca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61069ec-6a78-40d1-babd-0a66aed69d15,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:49.339988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:24:49.344547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-97addbbd-3ef1-40e1-8acb-87968638ca6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:49.348895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-97addbbd-3ef1-40e1-8acb-87968638ca6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.352658 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-97addbbd-3ef1-40e1-8acb-87968638ca6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c61069ec-6a78-40d1-babd-0a66aed69d15 HTTP/1.1" status: 204 len: 168 time: 0.6964087 Feb 17 01:24:49.364724 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9d579320-3792-42cf-a227-81232fc8e22c req-5fd73cbe-c953-4dbe-b069-d0679a7a0543 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400684 Feb 17 01:24:49.368205 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:49.368610 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.434935 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:24:49.442200 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.450098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] Sync routers for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:24:49.471228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:49.471895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:24:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:49.529082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.574153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.575268 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e848bbd6-e699-490c-b52a-51d83af06d03 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "PUT /v2.0/floatingips/69fb300b-6842-4626-a49a-c195b8aa93be HTTP/1.1" status: 200 len: 992 time: 4.9171853 Feb 17 01:24:49.576364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'tag': 'f4463034-5904-4591-a904-97253968f93f'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:49.594596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:24:49.598661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.598944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.602793 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:49.609468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5b1428a7-0992-4365-948e-76b533d9aae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:49.658548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:49.670991 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=016947420b964e6b9118e988e5734b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6787930 Feb 17 01:24:49.672605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e22e70-9e2f-456f-bdc2-949fd673e2be,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:49.673989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58586) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:49.677754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:49.679378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.715209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:49.787289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:49.790831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:49.797624 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:49.798045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:49.854582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec7c0bc-47d6-414c-b18c-5fc6cfb8648b,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:49.861873 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:49.932750 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'tag': 'f4463034-5904-4591-a904-97253968f93f', 'status': 'completed', 'code': 200} Feb 17 01:24:49.935948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58590) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:49.993235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 614078b0-4175-40b0-93e6-417986a7022d up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:50.021384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.027544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.058374 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cec7c0bc-47d6-414c-b18c-5fc6cfb8648b HTTP/1.1" status: 204 len: 168 time: 1.2513313 Feb 17 01:24:50.064004 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:50.066298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58596) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:50.095413 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Usage tracker for resource:security_group_rule and tenant:3ee8b4a60f5f49038744c1bdcb8e39fc is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:50.099444 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d4aec62d-6e33-443e-bb72-32426d95c56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.113575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:50.154965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:50.171761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d4aec62d-6e33-443e-bb72-32426d95c56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.172164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:50.180418 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 614078b0-4175-40b0-93e6-417986a7022d triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:50.181122 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.188537 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22568e-c6d6-442c-b594-26b80559ac4a req-4653f9fc-1cd1-4958-9db2-41eae3c748f3 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:50.190320 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-da22568e-c6d6-442c-b594-26b80559ac4a req-4653f9fc-1cd1-4958-9db2-41eae3c748f3 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.4297395 Feb 17 01:24:50.248567 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-f44fa861-f604-42a9-a0b6-5a63ae6792c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:50.253144 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-f44fa861-f604-42a9-a0b6-5a63ae6792c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 1163 time: 0.3076348 Feb 17 01:24:50.269446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.357728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2954b5-dc88-45cc-a7ea-39734998bb21 req-802babb4-d2df-4496-bc06-3da27fa9424d tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:50.367644 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3e2954b5-dc88-45cc-a7ea-39734998bb21 req-802babb4-d2df-4496-bc06-3da27fa9424d tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 945 time: 0.3428626 Feb 17 01:24:50.380327 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ba43-ce25-4d78-8b5d-f0722dea3ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.393248 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-da22568e-c6d6-442c-b594-26b80559ac4a req-fe1e6bf5-be36-4507-ad62-5cd708ba2499 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849539 Feb 17 01:24:50.431261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d4aec62d-6e33-443e-bb72-32426d95c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.450258 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3e2954b5-dc88-45cc-a7ea-39734998bb21 req-ca8a3dd6-3ead-4bab-a3e0-1f87682a7c2f tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809646 Feb 17 01:24:50.452503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-30feb00a-1237-4a36-accc-4d119fbf1044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:50.464339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aec62d-6e33-443e-bb72-32426d95c56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e22e70-9e2f-456f-bdc2-949fd673e2be,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:50.466874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d4aec62d-6e33-443e-bb72-32426d95c56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:50.472165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d4aec62d-6e33-443e-bb72-32426d95c56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.473400 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d4aec62d-6e33-443e-bb72-32426d95c56f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59e22e70-9e2f-456f-bdc2-949fd673e2be HTTP/1.1" status: 204 len: 168 time: 0.7945793 Feb 17 01:24:50.604274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.608816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73'}, {'server_uuid': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51fcdb1-8963-4531-9214-a0fb1c3c3ee7'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:50.631491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-2cc9db7d-bffe-4dd7-a872-da0b68336729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:50.634118 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:50.637133 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-2cc9db7d-bffe-4dd7-a872-da0b68336729 service neutron] 10.222.0.71 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 905 time: 0.3734984 Feb 17 01:24:50.733102 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73', 'code': 200} Feb 17 01:24:50.734139 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51fcdb1-8963-4531-9214-a0fb1c3c3ee7', 'code': 200} Feb 17 01:24:50.757856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938292ef-6965-4939-85ad-71e2c38d08ca req-3304c1ba-41ad-4f0d-9241-0a22e599cca8 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:50.760485 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-938292ef-6965-4939-85ad-71e2c38d08ca req-3304c1ba-41ad-4f0d-9241-0a22e599cca8 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1916428 Feb 17 01:24:50.766805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '69fb300b-6842-4626-a49a-c195b8aa93be', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'floating_ip_address': '172.28.1.138', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'port_id': 'f4463034-5904-4591-a904-97253968f93f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'mac_address': 'fa:16:3e:60:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:13Z', 'updated_at': '2021-02-17T01:24:47Z', 'revision_number': 1, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:50.775121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] Checking router: df0d86ea-aad3-409d-9d12-e6b50626087c for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:24:50.781337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:50.781909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:50.788903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:50.789579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:24:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:50.896204 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-938292ef-6965-4939-85ad-71e2c38d08ca req-8d84e395-74dd-4147-9f27-62efb1a36715 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256998 Feb 17 01:24:51.112683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:51.215005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58610) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:51.251834 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.299365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:51.304953 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Usage tracker for resource:security_group_rule and tenant:6d68c12ef1c644b09b5581d6283b1d3e is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:51.308878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:51.318876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:51.369481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbb717-def9-46de-8a22-469020897d63 req-c5bae99d-86bd-42e2-a6c8-590eaae4315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:51.371133 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-86cbb717-def9-46de-8a22-469020897d63 req-c5bae99d-86bd-42e2-a6c8-590eaae4315e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 1162 time: 0.3114600 Feb 17 01:24:51.382408 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.400444 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-bea84363-2f7d-49e8-992b-de0e1dfc286f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4463034-5904-4591-a904-97253968f93f HTTP/1.1" status: 200 len: 1000 time: 0.7370031 Feb 17 01:24:51.455555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87436507-20f6-4c1c-b698-7e598df64095 req-99f0005f-cdf9-4ff7-9c3f-30de32e0cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:51.457187 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-87436507-20f6-4c1c-b698-7e598df64095 req-99f0005f-cdf9-4ff7-9c3f-30de32e0cfc1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 1162 time: 0.3264461 Feb 17 01:24:51.458103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-86cbb717-def9-46de-8a22-469020897d63 req-da1be80c-99f8-4adf-a28b-580693506778 service neutron] Synchronizing usage tracker for tenant:cf783df3f26a434db558408427c755fa on resource:security_group {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:51.556727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.558657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.560839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-87436507-20f6-4c1c-b698-7e598df64095 req-00b01df1-cd52-47c2-a861-0eabb42966e9 service neutron] Synchronizing usage tracker for tenant:cf783df3f26a434db558408427c755fa on resource:security_group {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:24:51.578091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.590784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c8a3b7b1-1308-492a-bd45-576139adb6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:51.611850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-74e938fd-514c-406e-af60-a5c357fa6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:51.613643 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-74e938fd-514c-406e-af60-a5c357fa6618 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 200 len: 850 time: 0.1526427 Feb 17 01:24:51.626532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '69fb300b-6842-4626-a49a-c195b8aa93be', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'floating_ip_address': '172.28.1.138', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'port_id': 'f4463034-5904-4591-a904-97253968f93f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'mac_address': 'fa:16:3e:60:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:13Z', 'updated_at': '2021-02-17T01:24:47Z', 'revision_number': 1, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:51.632933 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a52df7-c906-448e-a719-95e646e705b1 None None] The sync data for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb is: [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '69fb300b-6842-4626-a49a-c195b8aa93be', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'floating_ip_address': '172.28.1.138', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'port_id': 'f4463034-5904-4591-a904-97253968f93f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'mac_address': 'fa:16:3e:60:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:13Z', 'updated_at': '2021-02-17T01:24:47Z', 'revision_number': 1, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:24:51.635170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.642061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.650280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-86cbb717-def9-46de-8a22-469020897d63 req-da1be80c-99f8-4adf-a28b-580693506778 service neutron] Unset dirty status for tenant:cf783df3f26a434db558408427c755fa on resource:security_group {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:51.651574 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-86cbb717-def9-46de-8a22-469020897d63 req-da1be80c-99f8-4adf-a28b-580693506778 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696307 Feb 17 01:24:51.658366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d4aec62d-6e33-443e-bb72-32426d95c56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:51.687908 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3cb356-e53f-4ba1-b527-173408e62935']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:51.715283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd73cb1e-f17c-4846-ace1-32d003fef0d8,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:51.729305 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ee8b4a60f5f49038744c1bdcb8e39fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7836406 Feb 17 01:24:51.729305 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17add4d-21f9-49a1-9ae6-a19831210d18') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:51.729305 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17add4d-21f9-49a1-9ae6-a19831210d18') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:51.731484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58628) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:51.738321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:51.746474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.769253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.773369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-87436507-20f6-4c1c-b698-7e598df64095 req-00b01df1-cd52-47c2-a861-0eabb42966e9 service neutron] Unset dirty status for tenant:cf783df3f26a434db558408427c755fa on resource:security_group {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:24:51.773550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:24:51.774555 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-87436507-20f6-4c1c-b698-7e598df64095 req-00b01df1-cd52-47c2-a861-0eabb42966e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989054 Feb 17 01:24:51.786152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff5685a-7ff0-43be-9994-c67fe44a577c,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:51.793259 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d68c12ef1c644b09b5581d6283b1d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5732174 Feb 17 01:24:51.793259 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:51.804562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58632) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:51.883059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-4702a4f1-92e9-4b01-9267-41f63a52107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:51.884723 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-4702a4f1-92e9-4b01-9267-41f63a52107f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=edadca0b-4edb-49d5-9c92-08e469655e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2441623 Feb 17 01:24:51.921313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f55e091-5d80-48bc-a1e0-10f396084c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:51.948659 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f2516-a309-4d38-b10e-1c820cedf225 req-40987f28-bd13-496f-9c0a-1c3057bfd93e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:51.950341 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4e4f2516-a309-4d38-b10e-1c820cedf225 req-40987f28-bd13-496f-9c0a-1c3057bfd93e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.4218478 Feb 17 01:24:51.974250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b149af-8267-482b-85dc-32a9b42f8f12 None None] New status for floating IP 69fb300b-6842-4626-a49a-c195b8aa93be: ACTIVE {{(pid=83938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:24:51.985583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Network 1a3cb356-e53f-4ba1-b527-173408e62935 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:24:51.989073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c367d4-4039-410a-8af7-bc680468ae3d req-b3e20493-0432-4a92-8085-e64c1bc18b3c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:51.990732 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91c367d4-4039-410a-8af7-bc680468ae3d req-b3e20493-0432-4a92-8085-e64c1bc18b3c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 945 time: 0.3351259 Feb 17 01:24:51.995138 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.024832 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f55e091-5d80-48bc-a1e0-10f396084c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.046876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-81b2edf2-d531-4087-bb86-9ab674475a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.134213 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4e4f2516-a309-4d38-b10e-1c820cedf225 req-bdc9fb39-98be-4b15-b595-7971da45cded tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716483 Feb 17 01:24:52.150226 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-81b2edf2-d531-4087-bb86-9ab674475a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.173482 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91c367d4-4039-410a-8af7-bc680468ae3d req-8115a5fb-2c04-4b6a-aeed-0e5f952c7575 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600945 Feb 17 01:24:52.213807 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f55e091-5d80-48bc-a1e0-10f396084c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.222960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:52.239824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55e091-5d80-48bc-a1e0-10f396084c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd73cb1e-f17c-4846-ace1-32d003fef0d8,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:52.242767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f55e091-5d80-48bc-a1e0-10f396084c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:52.246893 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f55e091-5d80-48bc-a1e0-10f396084c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.251463 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4f55e091-5d80-48bc-a1e0-10f396084c58 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bd73cb1e-f17c-4846-ace1-32d003fef0d8 HTTP/1.1" status: 204 len: 168 time: 0.5009236 Feb 17 01:24:52.253280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-81b2edf2-d531-4087-bb86-9ab674475a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.256446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-81b2edf2-d531-4087-bb86-9ab674475a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.266517 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-81b2edf2-d531-4087-bb86-9ab674475a07 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ff5685a-7ff0-43be-9994-c67fe44a577c HTTP/1.1" status: 204 len: 168 time: 0.4548559 Feb 17 01:24:52.273527 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3a6046f5-45ea-48de-971a-0dc8c00aeda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:52.292661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Network 1a3cb356-e53f-4ba1-b527-173408e62935 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:24:52.297271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2edf2-d531-4087-bb86-9ab674475a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff5685a-7ff0-43be-9994-c67fe44a577c,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:52.304780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-81b2edf2-d531-4087-bb86-9ab674475a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:24:52.352480 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:24:52.592551 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.604229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03937c-e911-4541-a6db-11860df07eea req-bc7fdefb-9124-497b-9029-6badce762645 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:52.613709 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d03937c-e911-4541-a6db-11860df07eea req-bc7fdefb-9124-497b-9029-6badce762645 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.2124081 Feb 17 01:24:52.620198 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:52.647038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.685097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a3cb356-e53f-4ba1-b527-173408e62935,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:52.688112 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d03937c-e911-4541-a6db-11860df07eea req-ad209ff2-f1a7-472a-8f7c-2aa62013ece1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734403 Feb 17 01:24:52.703453 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-f2febae6-1c28-48eb-8d42-878f602c6aa2 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280743 Feb 17 01:24:52.705389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:52.761595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:52.772924 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ecfc6ae0-28d6-4710-9340-88447e6aefd3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1a3cb356-e53f-4ba1-b527-173408e62935 HTTP/1.1" status: 204 len: 168 time: 2.7051024 Feb 17 01:24:52.910063 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-818a3557-d2c2-4eb4-92b7-d61773c8142d req-63993cd7-d410-4897-a0b8-9a24d4881667 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1932278 Feb 17 01:24:52.969477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58664) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:52.989267 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:53.006060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:53.010360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Usage tracker for resource:security_group_rule and tenant:97995d25b8ff49e1817716a0e1363747 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:53.013930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:53.022440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:53.050062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58668) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:53.071262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e8a9a-dce2-43df-acd3-d348af7107ec req-f45c3b55-29b9-44ce-8102-e9968536068b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:53.073209 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-497e8a9a-dce2-43df-acd3-d348af7107ec req-f45c3b55-29b9-44ce-8102-e9968536068b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1189218 Feb 17 01:24:53.086952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-2a9229d3-9219-4efc-9760-1bc91966b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:53.088622 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-2a9229d3-9219-4efc-9760-1bc91966b393 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 1162 time: 0.1950295 Feb 17 01:24:53.128455 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-77a2b201-b4c2-43b6-8c17-aae8519f351c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1184350b1e6466889607e47eefe8b8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0747485 Feb 17 01:24:53.129897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58672) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:53.175687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:53.180287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:53.189471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:53.244315 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97995d25b8ff49e1817716a0e1363747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735994 Feb 17 01:24:53.245306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58680) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:53.246033 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf65b71-0f9f-4549-9d2d-357de3381174,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:53.264042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:53.360509 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-69c7f291-3d8c-46c7-bba9-3f8a8ad21f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:53.392288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-69c7f291-3d8c-46c7-bba9-3f8a8ad21f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:53.457613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-69c7f291-3d8c-46c7-bba9-3f8a8ad21f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:53.464624 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0d2c7d79-1e6c-414e-8031-43bc7ee4a10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:53.478946 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7f291-3d8c-46c7-bba9-3f8a8ad21f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf65b71-0f9f-4549-9d2d-357de3381174,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:53.482695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-69c7f291-3d8c-46c7-bba9-3f8a8ad21f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:53.488695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-69c7f291-3d8c-46c7-bba9-3f8a8ad21f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:53.490236 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-69c7f291-3d8c-46c7-bba9-3f8a8ad21f55 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ebf65b71-0f9f-4549-9d2d-357de3381174 HTTP/1.1" status: 204 len: 168 time: 0.2401247 Feb 17 01:24:53.586598 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-497e8a9a-dce2-43df-acd3-d348af7107ec req-6b2d8ea2-5b4e-4541-9987-7206d8529398 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026681 Feb 17 01:24:53.674988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e364a32-e6c7-4a35-ad58-00237781d2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:53.701308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-9836458f-ba96-4234-ad52-59d791598f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:53.703015 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-9836458f-ba96-4234-ad52-59d791598f08 service neutron] 10.222.0.71 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 913 time: 0.5957794 Feb 17 01:24:53.718149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f0f15-dcb6-41ec-b377-ee246e9d640a req-b49b871d-1ebf-4dcb-b603-35d39fb7b72a tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:53.720075 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a81f0f15-dcb6-41ec-b377-ee246e9d640a req-b49b871d-1ebf-4dcb-b603-35d39fb7b72a tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 945 time: 0.2015667 Feb 17 01:24:53.829005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e364a32-e6c7-4a35-ad58-00237781d2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:53.837572 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-c53a306e-a6b4-4a3d-a49f-2cfb10963ab6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614078b0-4175-40b0-93e6-417986a7022d HTTP/1.1" status: 200 len: 217 time: 0.1164510 Feb 17 01:24:53.975976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-58175731-6a0b-449d-8675-e065779cc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:53.977659 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-58175731-6a0b-449d-8675-e065779cc3ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 200 len: 859 time: 0.1288033 Feb 17 01:24:54.041360 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a81f0f15-dcb6-41ec-b377-ee246e9d640a req-fb960cfb-19e2-4175-b46f-1e26cee31503 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382064 Feb 17 01:24:54.085252 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-d3b7b681-3e1c-49b8-82db-1a54458242d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22bc5a98-918f-4296-b956-cbb30667b7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922666 Feb 17 01:24:54.218662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e364a32-e6c7-4a35-ad58-00237781d2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:54.230027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:54.259920 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e364a32-e6c7-4a35-ad58-00237781d2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13fee8a-7cac-4df9-950b-8c79ed17ee40,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:54.262558 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5e364a32-e6c7-4a35-ad58-00237781d2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:54.280910 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e364a32-e6c7-4a35-ad58-00237781d2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:54.284721 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5e364a32-e6c7-4a35-ad58-00237781d2f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a13fee8a-7cac-4df9-950b-8c79ed17ee40 HTTP/1.1" status: 204 len: 168 time: 1.1449440 Feb 17 01:24:54.299955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0ff22-a091-470b-aced-ae689e38cb9e req-481b7645-473c-4611-b925-3fc989395eef tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:54.301592 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-17d0ff22-a091-470b-aced-ae689e38cb9e req-481b7645-473c-4611-b925-3fc989395eef tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.2643805 Feb 17 01:24:54.339594 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-2eb64b5e-bda3-4e54-8974-b214bd5889e0 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402968 Feb 17 01:24:54.450490 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-17d0ff22-a091-470b-aced-ae689e38cb9e req-574516fb-3215-41c6-a867-39d4e2877831 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378832 Feb 17 01:24:54.522490 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a9e8a67a-cded-44e7-a091-9c5073cd126c req-c86ef46c-8ad5-4225-9969-7a55f7aad7ea service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1698887 Feb 17 01:24:54.636108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58744) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:54.683089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8356af-c9cc-4f2e-a91b-bf3fcf17f796 req-653da975-2c12-4f82-8f4b-5b34a5f645eb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:54.685170 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a8356af-c9cc-4f2e-a91b-bf3fcf17f796 req-653da975-2c12-4f82-8f4b-5b34a5f645eb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.0992227 Feb 17 01:24:54.696339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58750) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:54.703307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-ec09b8f8-8c44-40b7-8e9d-39db9832253b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'floatingip': {'port_id': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:54.748357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:24:54.817658 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec09b8f8-8c44-40b7-8e9d-39db9832253b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:54.894956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d365eb-266a-48a4-869f-a21529974513 req-1979c5dc-9aca-43cc-86f7-3598c55a7898 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:54.900513 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-48d365eb-266a-48a4-869f-a21529974513 req-1979c5dc-9aca-43cc-86f7-3598c55a7898 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1492045 Feb 17 01:24:54.904430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:24:54.904834 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:54.986139 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-48d365eb-266a-48a4-869f-a21529974513 req-6fda921a-684c-4eb4-8654-5d18188eefe7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780144 Feb 17 01:24:55.242080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-452226379-network', 'tenant_id': '2c2d8c4689584c5fbebd53918d9287b1'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:55.322428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:55.331945 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Usage tracker for resource:network and tenant:2c2d8c4689584c5fbebd53918d9287b1 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:55.337256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:55.355541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:55.376204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Made reservation on behalf of 2c2d8c4689584c5fbebd53918d9287b1 for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:55.379979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda18ea-91bf-4cfa-b229-e470116a0147 req-ac9bb4d4-22a9-4e0f-a9e2-1aeaa21c2910 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:55.381543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:55.393473 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cfda18ea-91bf-4cfa-b229-e470116a0147 req-ac9bb4d4-22a9-4e0f-a9e2-1aeaa21c2910 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 945 time: 0.1953528 Feb 17 01:24:55.400244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:55.435698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:55.451781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Usage tracker for resource:security_group_rule and tenant:2c2d8c4689584c5fbebd53918d9287b1 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:55.461204 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cfda18ea-91bf-4cfa-b229-e470116a0147 req-00216ed7-597a-4fdb-9806-8ff6b5a1bd3f tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666122 Feb 17 01:24:55.535543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:55.561152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:56.242470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:56.245209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec09b8f8-8c44-40b7-8e9d-39db9832253b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:56.269218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec09b8f8-8c44-40b7-8e9d-39db9832253b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:56.402479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027bc10-ce25-423c-b634-10dd2cec7447 req-58a4912d-91d5-474e-a4ff-78a0dd1969a9 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:56.414928 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e027bc10-ce25-423c-b634-10dd2cec7447 req-58a4912d-91d5-474e-a4ff-78a0dd1969a9 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.2059548 Feb 17 01:24:56.416580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:56.422889 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-08c8cc4a-5619-46a1-a676-2c14521459de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:56.461092 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708a4431-8626-44bf-ae04-b718b8ee1ee8,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:56.462247 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:56.517585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:24:56.527447 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e027bc10-ce25-423c-b634-10dd2cec7447 req-187a857c-af26-4f42-90e2-d7c8bbd7c5a5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106634 Feb 17 01:24:56.559098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:56.559525 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Added segment 1e29c506-9aca-4a17-a9ac-732e7997d285 of type vxlan for network ef861b0d-c51a-45ea-88b2-21f8fe686a87 Feb 17 01:24:56.623753 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [None req-ec09b8f8-8c44-40b7-8e9d-39db9832253b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Floating IP 9fd3a7f1-59b9-4263-a769-9d5aeafb2432 associated. External IP: 172.28.1.157, port: aa35b278-d7ad-496e-9d6e-21173b1a2f73. Feb 17 01:24:56.707018 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:56.836570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:56.839895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:56.840518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:56.847933 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:56.946950 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58864) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:57.029753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Pushing event updated for resources: {'Network': ['ID=ef861b0d-c51a-45ea-88b2-21f8fe686a87,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:57.042315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 58874) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:57.042460 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4050663 Feb 17 01:24:57.043456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:57.044565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network ef861b0d-c51a-45ea-88b2-21f8fe686a87 details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:24:57.048987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Request body: {'subnet': {'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-452226379-subnet', 'tenant_id': '2c2d8c4689584c5fbebd53918d9287b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:24:57.055729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:57.060173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Usage tracker for resource:subnet and tenant:2c2d8c4689584c5fbebd53918d9287b1 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:57.063316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:57.069805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:57.090999 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Made reservation on behalf of 2c2d8c4689584c5fbebd53918d9287b1 for: {'subnet': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:24:57.099008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:57.209837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec09b8f8-8c44-40b7-8e9d-39db9832253b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Router fa8e9a90-db46-486a-9b38-06b4a62d039d has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:24:57.222904 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network ef861b0d-c51a-45ea-88b2-21f8fe686a87 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:24:57.447875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:57.477255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58884) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:57.487971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:57.488059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec09b8f8-8c44-40b7-8e9d-39db9832253b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:24:57.496255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec09b8f8-8c44-40b7-8e9d-39db9832253b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:57.497976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] Sync routers for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:24:57.502451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Usage tracker for resource:security_group_rule and tenant:e14436196d11408ba1e7f036f261d6bc is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:57.506704 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:57.509344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:57.510224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:24:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:57.515054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:57.658540 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ec09b8f8-8c44-40b7-8e9d-39db9832253b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "PUT /v2.0/floatingips/9fd3a7f1-59b9-4263-a769-9d5aeafb2432 HTTP/1.1" status: 200 len: 991 time: 2.9583545 Feb 17 01:24:57.659169 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:24:57.765782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:57.794819 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:57.815770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:57.829546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:57.859847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9fdfdfda-440f-44b2-852e-e9aba33fee76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:57.867305 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:57.876361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Usage tracker for resource:security_group_rule and tenant:a5d407c7006a4b51afccf1b7616ec4bc is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:57.882896 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:57.893794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:57.924124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b95915b-c37b-45ce-9fd0-029f95903f27,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:57.937155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:57.966597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a0222-9bfb-4769-b95e-c45bce8ceea9 req-1caf3544-8c33-4806-9134-6841c010ded4 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:57.974854 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cc1a0222-9bfb-4769-b95e-c45bce8ceea9 req-1caf3544-8c33-4806-9134-6841c010ded4 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.2074182 Feb 17 01:24:57.979276 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e14436196d11408ba1e7f036f261d6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0308545 Feb 17 01:24:57.986366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58910) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:58.017312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58914) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:58.049185 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cc1a0222-9bfb-4769-b95e-c45bce8ceea9 req-333e3031-706d-4198-8941-a74857391d67 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729837 Feb 17 01:24:58.130692 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73', 'status': 'completed', 'code': 200} Feb 17 01:24:58.141868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-76fdf6ca-9b9a-48ca-8826-6427f2788c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.173164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.185051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.198040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-851c669a-aa77-46c9-8025-257479167955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:58.209631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-76fdf6ca-9b9a-48ca-8826-6427f2788c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.261148 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5d407c7006a4b51afccf1b7616ec4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7827382 Feb 17 01:24:58.266047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.267824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58930) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:58.314273 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8079a6ca-6add-4f58-abb5-b3c917094262,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:58.319172 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:58.358681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.372931 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '9fd3a7f1-59b9-4263-a769-9d5aeafb2432', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'port_id': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'mac_address': 'fa:16:3e:c9:e3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:16Z', 'updated_at': '2021-02-17T01:24:55Z', 'revision_number': 1, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:58.377124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] Checking router: fa8e9a90-db46-486a-9b38-06b4a62d039d for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:24:58.386835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:24:58.387546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:24:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:58.394175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:58.400208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Usage tracker for resource:security_group_rule and tenant:62f2bf4c7e124379b18cb2c00bfff3a3 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:58.405709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:58.408479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb77fa20-a835-4da0-9456-370c327210ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.420379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:58.429863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:58.446826 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-76fdf6ca-9b9a-48ca-8826-6427f2788c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.461073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b0b8ee28-2929-4ceb-bbbb-ebf310b8583c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:58.470220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb77fa20-a835-4da0-9456-370c327210ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.492071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdf6ca-9b9a-48ca-8826-6427f2788c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b95915b-c37b-45ce-9fd0-029f95903f27,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:58.494741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-76fdf6ca-9b9a-48ca-8826-6427f2788c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:58.543628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-76fdf6ca-9b9a-48ca-8826-6427f2788c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.559244 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-76fdf6ca-9b9a-48ca-8826-6427f2788c2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b95915b-c37b-45ce-9fd0-029f95903f27 HTTP/1.1" status: 204 len: 168 time: 0.5603869 Feb 17 01:24:58.597815 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:24:58.608194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb77fa20-a835-4da0-9456-370c327210ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.617228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-99a8afed-761c-4b68-9362-bf28c96bdff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:58.630615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6949a1fc-37ff-4503-92ce-c617aa8ea5fd,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:58.644844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77fa20-a835-4da0-9456-370c327210ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8079a6ca-6add-4f58-abb5-b3c917094262,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:58.645921 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-f6089724-5642-497d-bc91-f9b35573adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:58.647661 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-f6089724-5642-497d-bc91-f9b35573adb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 1162 time: 0.3828998 Feb 17 01:24:58.647824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bb77fa20-a835-4da0-9456-370c327210ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:58.662624 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:58.670930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.681776 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb77fa20-a835-4da0-9456-370c327210ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.685563 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-bb77fa20-a835-4da0-9456-370c327210ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8079a6ca-6add-4f58-abb5-b3c917094262 HTTP/1.1" status: 204 len: 168 time: 0.4116669 Feb 17 01:24:58.687348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.703766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:58.754815 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62f2bf4c7e124379b18cb2c00bfff3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7319369 Feb 17 01:24:58.755588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58938) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:58.773584 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b665742-3eca-4712-ac04-bb83f2ab0b32,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:58.777500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:58.825311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-fdb94379-7e31-464b-b46a-08cd658c4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:58.827589 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-fdb94379-7e31-464b-b46a-08cd658c4efc service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.1633544 Feb 17 01:24:58.836396 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f649e-370f-42a3-9932-25796e7d0426 req-4aa8c94e-79ac-4b81-b664-b7b85a93dc1e tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:58.843903 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-4aa8c94e-79ac-4b81-b664-b7b85a93dc1e tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 814 time: 0.5803461 Feb 17 01:24:58.859492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2283b2c5-6414-4ece-8f9c-efb587b5f6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.921406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2283b2c5-6414-4ece-8f9c-efb587b5f6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:58.949368 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-b9d548af-8bea-49a8-9860-9c9d2a8488f6 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/quotas/95fe6fb073e84e1a8790f274ccfe48f7 HTTP/1.1" status: 200 len: 375 time: 0.1044703 Feb 17 01:24:58.986954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2283b2c5-6414-4ece-8f9c-efb587b5f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.001872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7ecc5966-9240-4536-bf36-ca7509f78f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:59.026618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283b2c5-6414-4ece-8f9c-efb587b5f6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b665742-3eca-4712-ac04-bb83f2ab0b32,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:59.039151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2283b2c5-6414-4ece-8f9c-efb587b5f6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:59.049948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2283b2c5-6414-4ece-8f9c-efb587b5f6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.054752 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2283b2c5-6414-4ece-8f9c-efb587b5f6c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b665742-3eca-4712-ac04-bb83f2ab0b32 HTTP/1.1" status: 204 len: 168 time: 0.2952464 Feb 17 01:24:59.115642 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58952) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:59.117381 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-d7618a76-581e-43c0-813b-842a43540342 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73 HTTP/1.1" status: 200 len: 999 time: 0.2711306 Feb 17 01:24:59.165155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.224214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:59.234760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Usage tracker for resource:security_group_rule and tenant:3a3b74ce5b96430fa0b364c99dbaa1cb is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:59.243725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:59.257156 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:59.397643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.403458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.418748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '9fd3a7f1-59b9-4263-a769-9d5aeafb2432', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'port_id': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'mac_address': 'fa:16:3e:c9:e3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:16Z', 'updated_at': '2021-02-17T01:24:55Z', 'revision_number': 1, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:24:59.423816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e8ff8-91f2-4b8f-9b00-201c36c77410 None None] The sync data for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb is: [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '9fd3a7f1-59b9-4263-a769-9d5aeafb2432', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'floating_ip_address': '172.28.1.157', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'port_id': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'mac_address': 'fa:16:3e:c9:e3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:24:16Z', 'updated_at': '2021-02-17T01:24:55Z', 'revision_number': 1, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:24:59.456089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b3f59e10-b2d9-4b17-a0d8-675da12fdb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:59.470186 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a3b74ce5b96430fa0b364c99dbaa1cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527973 Feb 17 01:24:59.476509 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58962) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:59.544715 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Checking segment: {'id': '1e29c506-9aca-4a17-a9ac-732e7997d285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:24:59.545108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Network hostable DHCP agents. Network: ef861b0d-c51a-45ea-88b2-21f8fe686a87, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:24:59.548193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf8a519-46b4-4b3e-8974-b1f63e49d4fb,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:59.551783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:59.594887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cdf22e3e-77d0-4b5e-8482-fec4e2f2c678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.621040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-ea8fa709-538f-4cc4-bf7f-46ecda8af4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:59.622851 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-ea8fa709-538f-4cc4-bf7f-46ecda8af4b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.4946778 Feb 17 01:24:59.624229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Network ef861b0d-c51a-45ea-88b2-21f8fe686a87 is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:24:59.627016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cdf22e3e-77d0-4b5e-8482-fec4e2f2c678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.650231 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-eb74d082-d8e6-41b3-9fbe-4c342f1c7e8b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6770318 Feb 17 01:24:59.686729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cdf22e3e-77d0-4b5e-8482-fec4e2f2c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.690763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:24:59.703636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf22e3e-77d0-4b5e-8482-fec4e2f2c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf8a519-46b4-4b3e-8974-b1f63e49d4fb,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:24:59.706191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-cdf22e3e-77d0-4b5e-8482-fec4e2f2c678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:24:59.713183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cdf22e3e-77d0-4b5e-8482-fec4e2f2c678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.717112 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-cdf22e3e-77d0-4b5e-8482-fec4e2f2c678 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ecf8a519-46b4-4b3e-8974-b1f63e49d4fb HTTP/1.1" status: 204 len: 168 time: 0.2370667 Feb 17 01:24:59.761219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58974) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:24:59.780908 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.800090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:24:59.805059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Usage tracker for resource:security_group_rule and tenant:04a0ce559db0427d8a930dfe48d82821 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:24:59.809784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:24:59.819613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, ef861b0d-c51a-45ea-88b2-21f8fe686a87) {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:24:59.824509 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:24:59.833016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e9f14e-a272-4f5d-8bed-5e8e958caaaf None None] Network ef861b0d-c51a-45ea-88b2-21f8fe686a87 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:24:59.849577 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:59.850161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:24:59.871883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c8ab5-6534-4f39-9ce3-902b01a63fa7 None None] New status for floating IP 9fd3a7f1-59b9-4263-a769-9d5aeafb2432: ACTIVE {{(pid=83938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:24:59.909139 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b143aaae-3197-4eb6-9984-17d9497905c2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8656552 Feb 17 01:24:59.925627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed4df0-85d0-4341-8513-7c0bdd64fd3d req-81fb2e14-d753-4885-b3c1-eb984cab369d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:24:59.933201 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cfed4df0-85d0-4341-8513-7c0bdd64fd3d req-81fb2e14-d753-4885-b3c1-eb984cab369d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.4418874 Feb 17 01:25:00.006818 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:00.007594 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cfed4df0-85d0-4341-8513-7c0bdd64fd3d req-eb4c4b12-a3e9-490a-996f-717367aa3894 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733516 Feb 17 01:25:00.024683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:00.053290 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-16c4d369-79b6-459d-8f4e-56f84c19d721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:00.075488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-ca728ddf-7da1-4e51-8fef-0347570d0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:00.077738 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-ca728ddf-7da1-4e51-8fef-0347570d0385 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4252362 Feb 17 01:25:00.113283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181a2156-7cfa-41a0-8f55-6cb18d7887e1,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:00.118657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:00.136543 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04a0ce559db0427d8a930dfe48d82821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741584 Feb 17 01:25:00.139802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 58984) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:00.276407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5863a1c-b925-404f-ae2a-fdcb90db2306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:00.312535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5863a1c-b925-404f-ae2a-fdcb90db2306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:00.341766 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-f0adb3ea-13ba-4270-867f-c759332e8397 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366135 Feb 17 01:25:00.344783 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-a4f89874-5c12-4c86-a981-86914793066f service neutron] 10.222.0.65 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931441 Feb 17 01:25:00.364960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5863a1c-b925-404f-ae2a-fdcb90db2306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:00.371462 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bb77fa20-a835-4da0-9456-370c327210ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:00.386612 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5863a1c-b925-404f-ae2a-fdcb90db2306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:00.387881 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f5863a1c-b925-404f-ae2a-fdcb90db2306 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/181a2156-7cfa-41a0-8f55-6cb18d7887e1 HTTP/1.1" status: 204 len: 168 time: 0.2469244 Feb 17 01:25:00.390784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5863a1c-b925-404f-ae2a-fdcb90db2306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181a2156-7cfa-41a0-8f55-6cb18d7887e1,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:00.393558 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f5863a1c-b925-404f-ae2a-fdcb90db2306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:00.598277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b081f596-e952-47d6-bbb1-b91129f68bb4 None None] Network ef861b0d-c51a-45ea-88b2-21f8fe686a87 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:25:00.599679 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf76a773-27c3-4fe5-bc8b-3600f154c384 req-beb9b9f4-10f2-4ec2-ac7b-297aeb7ba184 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2204380 Feb 17 01:25:00.690170 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-9c7a8828-aa8f-4213-8573-27b09aa68efb service neutron] 10.222.0.65 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3389912 Feb 17 01:25:01.015967 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c64cbe13-18f5-4067-953f-b8588a5b32ee req-c7ec4e49-3f15-44db-8fcf-02c35a9f00ef tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 210 time: 0.1247602 Feb 17 01:25:01.445862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549156bc-ac7f-443f-8587-dffa288e2748 req-b989e8f7-3bcb-4f65-a78b-3c5880e1bce7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:01.454997 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-549156bc-ac7f-443f-8587-dffa288e2748 req-b989e8f7-3bcb-4f65-a78b-3c5880e1bce7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.2206991 Feb 17 01:25:01.518381 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-549156bc-ac7f-443f-8587-dffa288e2748 req-0bb2147b-28ab-4851-8d58-98efaa4f73dd tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623116 Feb 17 01:25:02.208255 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-84905a00-27d5-4396-a5a2-3e429726fe33 req-06294966-4636-489f-bd57-068c63b9a613 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 210 time: 0.0559783 Feb 17 01:25:02.331701 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 59074) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:02.532007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:02.576571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:02.588728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Usage tracker for resource:security_group_rule and tenant:233987df61d147ef8ff13113ee7fff25 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:02.596152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:02.612554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:02.687552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f649e-370f-42a3-9932-25796e7d0426 req-9443e166-e644-4006-bbff-d296a0f26863 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:02.689499 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-9443e166-e644-4006-bbff-d296a0f26863 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 814 time: 0.2912498 Feb 17 01:25:02.710693 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Request body: {'port': {'device_id': 'c8122b29-ac65-4432-9bc5-b751fbbdbb66', 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e', 'admin_state_up': True, 'tenant_id': '95fe6fb073e84e1a8790f274ccfe48f7'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:02.772631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:02.778904 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:02.795957 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-76fdf6ca-9b9a-48ca-8826-6427f2788c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:02.852852 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=233987df61d147ef8ff13113ee7fff25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196545 Feb 17 01:25:02.854064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3251fe-c38f-4894-a542-0f45860b60d7,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:02.857633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 59106) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:02.859346 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:02.936883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-53318036-9801-4fe2-90e9-f75ad2003f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:02.966485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f5bb9-01b6-4d0f-bac8-81ba54d8e0cb req-82794cfe-41ce-4cf9-ba3d-088448720556 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:02.968162 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cc1f5bb9-01b6-4d0f-bac8-81ba54d8e0cb req-82794cfe-41ce-4cf9-ba3d-088448720556 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.2277365 Feb 17 01:25:02.970242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-53318036-9801-4fe2-90e9-f75ad2003f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:03.009206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:03.013603 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Usage tracker for resource:port and tenant:95fe6fb073e84e1a8790f274ccfe48f7 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:03.020876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:03.030823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-53318036-9801-4fe2-90e9-f75ad2003f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:03.036234 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-dbb6350b-c23c-453a-9e95-998c75ec6e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:03.050684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53318036-9801-4fe2-90e9-f75ad2003f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3251fe-c38f-4894-a542-0f45860b60d7,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:03.053489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-53318036-9801-4fe2-90e9-f75ad2003f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:03.054861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-53318036-9801-4fe2-90e9-f75ad2003f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:03.058795 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-53318036-9801-4fe2-90e9-f75ad2003f96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c3251fe-c38f-4894-a542-0f45860b60d7 HTTP/1.1" status: 204 len: 168 time: 0.1984649 Feb 17 01:25:03.123457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:03.133098 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cc1f5bb9-01b6-4d0f-bac8-81ba54d8e0cb req-a82520cf-45f0-4af5-8b51-68c3d5ea49d7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527677 Feb 17 01:25:03.216148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-ec61c617-a65c-4fa7-8d2d-bd05ce5a3f9a tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:03.223461 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-ec61c617-a65c-4fa7-8d2d-bd05ce5a3f9a tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/networks?id=ef861b0d-c51a-45ea-88b2-21f8fe686a87 HTTP/1.1" status: 200 len: 808 time: 0.2066445 Feb 17 01:25:03.226540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Made reservation on behalf of 95fe6fb073e84e1a8790f274ccfe48f7 for: {'port': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:25:03.232127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:03.279002 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-16e89b5e-9ae0-4d0e-a2be-4adea8513fc0 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/quotas/2c2d8c4689584c5fbebd53918d9287b1 HTTP/1.1" status: 200 len: 375 time: 0.0545714 Feb 17 01:25:03.494226 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-02dabffc-3c1c-4d56-abb8-3e75b044dd93 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c2d8c4689584c5fbebd53918d9287b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1942730 Feb 17 01:25:03.497698 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1c632be4-62d1-47e7-af8e-4185cc2c53b3 req-0c8a2cb4-125d-461d-aebf-04727497fb87 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 210 time: 0.0771372 Feb 17 01:25:03.663190 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-3c320c54-2141-476f-be8e-8a4212305f68 service neutron] 10.222.0.65 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679547 Feb 17 01:25:04.341986 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Allocated IP 172.20.0.5 (4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e/20da3c62-a9e1-4440-b31f-6a9b869f4864/c451ebcb-2266-4702-86fe-a58366872d1d) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:25:04.370989 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-21969718-7ed6-42ec-a731-794f84abb18e service neutron] 10.222.0.65 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6948783 Feb 17 01:25:04.445439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab3d4-b39b-432f-a783-76cec5d5a959 req-2dc68bb2-ec85-457a-9d70-7af64642f432 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:04.447054 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bc5ab3d4-b39b-432f-a783-76cec5d5a959 req-2dc68bb2-ec85-457a-9d70-7af64642f432 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1700742 Feb 17 01:25:04.637671 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-04a5a125-1891-436c-8d09-d9c78eceaa03 req-9c3c0808-ff1f-4ffd-8185-91b051b53ddc tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 210 time: 0.0613158 Feb 17 01:25:04.639754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 59180) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:04.690707 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bc5ab3d4-b39b-432f-a783-76cec5d5a959 req-e8c4103b-bf0d-4203-8eb2-9a60b9188cf7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343938 Feb 17 01:25:04.767127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:04.874756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:04.879398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:04.909941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:04.914397 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Usage tracker for resource:security_group_rule and tenant:a77aa5b348424de185a696f7e97ea0cb is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:04.917651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:04.925844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:04.956212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:05.052884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:05.057929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:05.069962 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-98f2fb17-1e2a-44f8-8016-ed92979e93ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:05.122314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b2d799-0ffd-433d-b526-143afee00d0a,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:05.153799 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:05.160806 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Pushing event updated for resources: {'Port': ['ID=c451ebcb-2266-4702-86fe-a58366872d1d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:05.164689 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:05.191904 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a77aa5b348424de185a696f7e97ea0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500064 Feb 17 01:25:05.192595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 59212) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:05.198465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:25:05.210221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:25:05.213150 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:25:05.218524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:05.219199 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:05.269236 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fc5ee-b224-4710-b9d5-957829d7b0d9 req-e5be946c-50f8-4194-8753-8a38b8893d3c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:05.272114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-c40fc5ee-b224-4710-b9d5-957829d7b0d9 req-e5be946c-50f8-4194-8753-8a38b8893d3c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Synchronizing usage tracker for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:25:05.300174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fbfba623-6510-4955-9d1e-4910fd022aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:05.301189 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5958879 Feb 17 01:25:05.303695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-c40fc5ee-b224-4710-b9d5-957829d7b0d9 req-e5be946c-50f8-4194-8753-8a38b8893d3c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Unset dirty status for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:25:05.304861 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c40fc5ee-b224-4710-b9d5-957829d7b0d9 req-e5be946c-50f8-4194-8753-8a38b8893d3c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 931 time: 0.5034022 Feb 17 01:25:05.322245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Request body: {'port': {'device_id': 'c8122b29-ac65-4432-9bc5-b751fbbdbb66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:05.334570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fbfba623-6510-4955-9d1e-4910fd022aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:05.416055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fbfba623-6510-4955-9d1e-4910fd022aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:05.421998 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:05.437720 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfba623-6510-4955-9d1e-4910fd022aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b2d799-0ffd-433d-b526-143afee00d0a,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:05.441383 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fbfba623-6510-4955-9d1e-4910fd022aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:05.453546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fbfba623-6510-4955-9d1e-4910fd022aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:05.476334 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-fbfba623-6510-4955-9d1e-4910fd022aa3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59b2d799-0ffd-433d-b526-143afee00d0a HTTP/1.1" status: 204 len: 168 time: 0.2822292 Feb 17 01:25:05.516077 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:05.538395 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c40fc5ee-b224-4710-b9d5-957829d7b0d9 req-3b7d7997-8263-462e-b495-3362fb5c7c8c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573670 Feb 17 01:25:06.000915 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-00dde176-8548-41dc-b6a5-569c61ca9179 req-9805a45c-bd94-44ba-aed9-3ae60734027f tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 210 time: 0.1097090 Feb 17 01:25:06.086368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b9e27-4985-4615-bf78-78fccfe7fad8 req-4563458e-0a3a-4591-900d-bba2f13995fd tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:06.088000 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-117b9e27-4985-4615-bf78-78fccfe7fad8 req-4563458e-0a3a-4591-900d-bba2f13995fd tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1592977 Feb 17 01:25:06.198947 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-117b9e27-4985-4615-bf78-78fccfe7fad8 req-5c5c5107-fd26-4c7d-9d92-bbf8507d169b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039672 Feb 17 01:25:06.227486 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-77adf104-0821-41b0-83a0-e23812d55c7d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:06.228252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-77adf104-0821-41b0-83a0-e23812d55c7d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Synchronizing usage tracker for tenant:2c2d8c4689584c5fbebd53918d9287b1 on resource:network {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:25:06.232353 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c451ebcb-2266-4702-86fe-a58366872d1d {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:25:06.241991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:06.248571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-77adf104-0821-41b0-83a0-e23812d55c7d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Unset dirty status for tenant:2c2d8c4689584c5fbebd53918d9287b1 on resource:network {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:25:06.250347 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-77adf104-0821-41b0-83a0-e23812d55c7d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.71 "GET /v2.0/networks?id=ef861b0d-c51a-45ea-88b2-21f8fe686a87 HTTP/1.1" status: 200 len: 808 time: 0.2244320 Feb 17 01:25:06.261118 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Transition to ACTIVE for port object c451ebcb-2266-4702-86fe-a58366872d1d will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:25:06.265580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:06.269129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Request body: {'port': {'device_id': '58c90457-f9da-42b5-aa98-52de566929ee', 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87', 'admin_state_up': True, 'tenant_id': '2c2d8c4689584c5fbebd53918d9287b1'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:06.334155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ca9d57a1-e740-49e8-8f7b-e59639218435 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:06.426750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:06.431006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Usage tracker for resource:port and tenant:2c2d8c4689584c5fbebd53918d9287b1 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:06.433955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:06.440691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:06.450793 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Made reservation on behalf of 2c2d8c4689584c5fbebd53918d9287b1 for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:25:06.456839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:06.472712 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Pushing event updated for resources: {'Port': ['ID=c451ebcb-2266-4702-86fe-a58366872d1d,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:06.477062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:06.563464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Attempting to bind port c451ebcb-2266-4702-86fe-a58366872d1d on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:25:06.563837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Attempting to bind port c451ebcb-2266-4702-86fe-a58366872d1d by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:25:06.564206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Attempting to bind port c451ebcb-2266-4702-86fe-a58366872d1d on network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:25:06.569949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:25:06.570324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Checking segment: {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:25:06.570729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:06.571127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Bound using segment: {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:25:06.571621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Bound port: c451ebcb-2266-4702-86fe-a58366872d1d, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:25:06.571995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:06.718262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] For port c451ebcb-2266-4702-86fe-a58366872d1d, host hv-cinder-75998, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:25:06.730890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] For port c451ebcb-2266-4702-86fe-a58366872d1d, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c451ebcb-2266-4702-86fe-a58366872d1d,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:25:06.738485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:06.756559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-90f46f3f-625a-47ee-8d87-91bcbc8aab28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:06.769945 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Allocated IP 172.20.0.14 (ef861b0d-c51a-45ea-88b2-21f8fe686a87/6949a1fc-37ff-4503-92ce-c617aa8ea5fd/67202bc5-4d28-405f-8787-4e071904a6c2) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:25:06.915374 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c33bc5-74e0-4933-8407-8745804712c0 req-eed37a8f-25c6-4b0f-a29d-58000299ca42 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:06.917022 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9c33bc5-74e0-4933-8407-8745804712c0 req-eed37a8f-25c6-4b0f-a29d-58000299ca42 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 943 time: 0.2556338 Feb 17 01:25:06.937637 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Pushing event updated for resources: {'Port': ['ID=c451ebcb-2266-4702-86fe-a58366872d1d,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:06.955597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:06.992835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:07.010088 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9c33bc5-74e0-4933-8407-8745804712c0 req-65534218-55db-44b9-b483-7edc47e3aaae tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768209 Feb 17 01:25:07.011287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:07.012013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:07.013455 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] 10.222.0.71 "PUT /v2.0/ports/c451ebcb-2266-4702-86fe-a58366872d1d HTTP/1.1" status: 200 len: 1157 time: 1.6959953 Feb 17 01:25:07.013900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8122b29-ac65-4432-9bc5-b751fbbdbb66', 'tag': 'c451ebcb-2266-4702-86fe-a58366872d1d'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:07.029828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:07.076657 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8122b29-ac65-4432-9bc5-b751fbbdbb66', 'tag': 'c451ebcb-2266-4702-86fe-a58366872d1d', 'status': 'completed', 'code': 200} Feb 17 01:25:07.287321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f649e-370f-42a3-9932-25796e7d0426 req-229e64ab-c629-44e3-804f-b1e3ee6f3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:07.289154 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-229e64ab-c629-44e3-804f-b1e3ee6f3314 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 1160 time: 0.1992953 Feb 17 01:25:07.397056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539722c-e825-4fc3-a45b-55a277147186 req-cfb8df13-4391-4269-bff0-dbaa4866bc9b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:07.399025 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3539722c-e825-4fc3-a45b-55a277147186 req-cfb8df13-4391-4269-bff0-dbaa4866bc9b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 932 time: 0.2138131 Feb 17 01:25:07.429367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:07.469615 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-75153ba6-74ce-4234-bbfd-657588a225b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c451ebcb-2266-4702-86fe-a58366872d1d HTTP/1.1" status: 200 len: 217 time: 0.1622009 Feb 17 01:25:07.518239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Network ef861b0d-c51a-45ea-88b2-21f8fe686a87 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:25:07.522313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:25:07.524770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:25:07.559501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Pushing event updated for resources: {'Port': ['ID=67202bc5-4d28-405f-8787-4e071904a6c2,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:07.559501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:07.605884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:07.606586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:07.630777 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3677909 Feb 17 01:25:07.646178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Request body: {'port': {'device_id': '58c90457-f9da-42b5-aa98-52de566929ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:07.788936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:07.820633 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3539722c-e825-4fc3-a45b-55a277147186 req-0ca0f471-cf88-49c1-aab8-29f2c6c36b50 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681056 Feb 17 01:25:07.846368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f649e-370f-42a3-9932-25796e7d0426 req-9d0704ff-7efd-43a0-bfdd-d88b08416e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:07.848007 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-9d0704ff-7efd-43a0-bfdd-d88b08416e58 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 200 len: 854 time: 0.3594813 Feb 17 01:25:07.904611 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15f527-e4ac-46bb-bdba-492baf340fcb req-560e1f4d-bd7d-4ff8-97b1-e1b50b4d0c39 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:07.912623 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d15f527-e4ac-46bb-bdba-492baf340fcb req-560e1f4d-bd7d-4ff8-97b1-e1b50b4d0c39 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.5053728 Feb 17 01:25:07.922543 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-b9958bb7-4517-4241-bb07-b717ceb480b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653815 Feb 17 01:25:08.052857 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d15f527-e4ac-46bb-bdba-492baf340fcb req-b4a92b7b-dce9-4be7-85c5-e935dd7a922c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392508 Feb 17 01:25:08.176353 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-da51ebfd-3fd9-4cd8-ae24-350a0779f8a1 service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389858 Feb 17 01:25:08.287089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67202bc5-4d28-405f-8787-4e071904a6c2 {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:25:08.296977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:08.310903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Transition to ACTIVE for port object 67202bc5-4d28-405f-8787-4e071904a6c2 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:25:08.313438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:08.331037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:08.408962 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64977fe8-a7c2-4542-bc53-1785c7606ab7 req-3fed1039-ce5f-4f44-bfe4-3a960cf04cea tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:08.410782 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-64977fe8-a7c2-4542-bc53-1785c7606ab7 req-3fed1039-ce5f-4f44-bfe4-3a960cf04cea tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 943 time: 0.2369416 Feb 17 01:25:08.412708 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-997f649e-370f-42a3-9932-25796e7d0426 req-b87828b9-9006-4fe5-8007-1a56b81835c5 service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1919003 Feb 17 01:25:08.478130 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-64977fe8-a7c2-4542-bc53-1785c7606ab7 req-7733b3df-dcdf-4320-9bcc-f03ad94227ef tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602841 Feb 17 01:25:08.483308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=67202bc5-4d28-405f-8787-4e071904a6c2,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:08.487043 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:08.575683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85920b19-cad7-4182-a388-723134bfac90 req-3b570911-dd64-4afd-820d-087ab14defad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:08.578133 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-85920b19-cad7-4182-a388-723134bfac90 req-3b570911-dd64-4afd-820d-087ab14defad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 1160 time: 0.0934627 Feb 17 01:25:08.726324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Attempting to bind port 67202bc5-4d28-405f-8787-4e071904a6c2 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:25:08.726741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Attempting to bind port 67202bc5-4d28-405f-8787-4e071904a6c2 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '1e29c506-9aca-4a17-a9ac-732e7997d285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:25:08.727070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Attempting to bind port 67202bc5-4d28-405f-8787-4e071904a6c2 on network ef861b0d-c51a-45ea-88b2-21f8fe686a87 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:25:08.733563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:25:08.733936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Checking segment: {'id': '1e29c506-9aca-4a17-a9ac-732e7997d285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:25:08.734335 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:08.734718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Bound using segment: {'id': '1e29c506-9aca-4a17-a9ac-732e7997d285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:25:08.735492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Bound port: 67202bc5-4d28-405f-8787-4e071904a6c2, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e29c506-9aca-4a17-a9ac-732e7997d285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:25:08.735855 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:08.749595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85920b19-cad7-4182-a388-723134bfac90 req-4474aa28-2671-4020-88f6-84d16f606796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:08.751508 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-85920b19-cad7-4182-a388-723134bfac90 req-4474aa28-2671-4020-88f6-84d16f606796 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 908 time: 0.1652980 Feb 17 01:25:08.823095 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:08.836850 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-85920b19-cad7-4182-a388-723134bfac90 req-0973c76e-30cc-4359-bc32-531681efc8ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c451ebcb-2266-4702-86fe-a58366872d1d HTTP/1.1" status: 200 len: 217 time: 0.0757034 Feb 17 01:25:08.837127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] For port 67202bc5-4d28-405f-8787-4e071904a6c2, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:25:08.840360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] For port 67202bc5-4d28-405f-8787-4e071904a6c2, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=67202bc5-4d28-405f-8787-4e071904a6c2,segment=NetworkSegment(1e29c506-9aca-4a17-a9ac-732e7997d285),segment_id=1e29c506-9aca-4a17-a9ac-732e7997d285)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:25:08.843797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:08.857438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:08.884701 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 59330) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:08.929060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85920b19-cad7-4182-a388-723134bfac90 req-0c79f825-c0f4-45c9-a153-eb629d9e185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:08.930991 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-85920b19-cad7-4182-a388-723134bfac90 req-0c79f825-c0f4-45c9-a153-eb629d9e185e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 200 len: 854 time: 0.0851049 Feb 17 01:25:09.012451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=67202bc5-4d28-405f-8787-4e071904a6c2,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:09.025239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:09.054185 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-85920b19-cad7-4182-a388-723134bfac90 req-7a2fb463-709e-475c-b35a-e76f0e8f03e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110222 Feb 17 01:25:09.061638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:09.062366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:09.063873 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] 10.222.0.71 "PUT /v2.0/ports/67202bc5-4d28-405f-8787-4e071904a6c2 HTTP/1.1" status: 200 len: 1158 time: 1.4229643 Feb 17 01:25:09.064392 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c90457-f9da-42b5-aa98-52de566929ee', 'tag': '67202bc5-4d28-405f-8787-4e071904a6c2'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:09.160058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:09.190013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-f1e0161b-1bf0-4e33-8370-efa0668e3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:09.194429 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-f1e0161b-1bf0-4e33-8370-efa0668e3653 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c2d8c4689584c5fbebd53918d9287b1&device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 1161 time: 0.0870092 Feb 17 01:25:09.196165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:09.205543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Usage tracker for resource:security_group_rule and tenant:3edc1412ec11409c960ee0ada42a4a2e is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:09.209520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:09.222381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:09.269182 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c90457-f9da-42b5-aa98-52de566929ee', 'tag': '67202bc5-4d28-405f-8787-4e071904a6c2', 'status': 'completed', 'code': 200} Feb 17 01:25:09.278124 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-a8304bd3-2958-4ac3-a197-35a841d588ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67202bc5-4d28-405f-8787-4e071904a6c2 HTTP/1.1" status: 200 len: 217 time: 0.0768731 Feb 17 01:25:09.298223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b342c-57fc-4470-8af3-57118fcc3c7e req-85c6b169-5df1-4cbc-a067-7cc8b6e876e7 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:09.299876 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f87b342c-57fc-4470-8af3-57118fcc3c7e req-85c6b169-5df1-4cbc-a067-7cc8b6e876e7 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 944 time: 0.3057597 Feb 17 01:25:09.307949 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-85920b19-cad7-4182-a388-723134bfac90 req-3b0053b0-608e-4ec7-b228-6a5ac6ca51db service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332413 Feb 17 01:25:09.354520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-b6a4e808-dffc-45f5-be73-d29ff0ce8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:09.356114 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-b6a4e808-dffc-45f5-be73-d29ff0ce8a3f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6949a1fc-37ff-4503-92ce-c617aa8ea5fd HTTP/1.1" status: 200 len: 848 time: 0.0677435 Feb 17 01:25:09.417575 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-c58b5f35-6de1-4929-9e4f-65d7cd4917c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef861b0d-c51a-45ea-88b2-21f8fe686a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471079 Feb 17 01:25:09.519379 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f87b342c-57fc-4470-8af3-57118fcc3c7e req-8da10bfe-f802-4765-a0b5-f2502087fc05 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102840 Feb 17 01:25:09.571743 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-f661fabc-3e9a-4886-b5fa-5a8f2709360e service neutron] 10.222.0.71 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450207 Feb 17 01:25:09.606136 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-85920b19-cad7-4182-a388-723134bfac90 req-09635b91-e81f-4836-a4b3-e2174d67b54b service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2785754 Feb 17 01:25:09.618549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:09.625430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da972061-811a-42fb-b4d5-41cdf28fbf2c req-00a139e7-0da2-488d-84b4-3d5e861b49cc tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:09.627072 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-da972061-811a-42fb-b4d5-41cdf28fbf2c req-00a139e7-0da2-488d-84b4-3d5e861b49cc tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.2955811 Feb 17 01:25:09.628247 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:09.638104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:09.711998 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3edc1412ec11409c960ee0ada42a4a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8234303 Feb 17 01:25:09.714823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f2e653-58d6-4d1a-bece-9c46a7f1b7bc,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:09.715248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 59346) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:09.721314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:09.732540 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-da972061-811a-42fb-b4d5-41cdf28fbf2c req-d947e2f5-4a64-4d98-9a32-2bac1f4a1d1b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953081 Feb 17 01:25:09.766942 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd59d30b-9eb9-4070-9d17-242f00785a7c req-ed1114ab-b71f-4a7f-be4a-e5e175bbba8c service neutron] 10.222.0.71 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1818042 Feb 17 01:25:09.814921 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e37f527a-ddc6-490f-ae37-183f06b17333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:09.862829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a21b1-8e00-4a99-a227-1c1fe9139b3e req-4f4fdf20-fde3-425c-a347-ffb71ccf837d tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:09.864524 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a4a21b1-8e00-4a99-a227-1c1fe9139b3e req-4f4fdf20-fde3-425c-a347-ffb71ccf837d tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 943 time: 0.0995247 Feb 17 01:25:09.896960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e37f527a-ddc6-490f-ae37-183f06b17333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:09.915684 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a4a21b1-8e00-4a99-a227-1c1fe9139b3e req-53238007-bbeb-4914-b29c-cc12d7641ddf tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Feb 17 01:25:09.965234 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-0d2502fc-1ee5-41a9-8962-c8165e4ae893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:09.966839 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-0d2502fc-1ee5-41a9-8962-c8165e4ae893 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c2d8c4689584c5fbebd53918d9287b1&device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 1161 time: 0.1288874 Feb 17 01:25:09.971148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e37f527a-ddc6-490f-ae37-183f06b17333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:09.976195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-26964d2c-7392-4623-855e-2f0a5c9b80f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:10.016587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f527a-ddc6-490f-ae37-183f06b17333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f2e653-58d6-4d1a-bece-9c46a7f1b7bc,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:10.067872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e37f527a-ddc6-490f-ae37-183f06b17333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:10.081100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e37f527a-ddc6-490f-ae37-183f06b17333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:10.082311 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e37f527a-ddc6-490f-ae37-183f06b17333 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5f2e653-58d6-4d1a-bece-9c46a7f1b7bc HTTP/1.1" status: 204 len: 168 time: 0.3658288 Feb 17 01:25:10.136317 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-4fde2d25-9479-4cb1-a348-458c66cba51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:10.137812 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-4fde2d25-9479-4cb1-a348-458c66cba51c service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef861b0d-c51a-45ea-88b2-21f8fe686a87 HTTP/1.1" status: 200 len: 902 time: 0.1530075 Feb 17 01:25:10.254519 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-09f5d91a-4648-4361-aebe-97d7d7d00de8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67202bc5-4d28-405f-8787-4e071904a6c2 HTTP/1.1" status: 200 len: 217 time: 0.0940096 Feb 17 01:25:10.314421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 59370) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:10.330300 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-d8b47cac-b522-4fa8-b926-2142fc1fd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:10.332105 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-d8b47cac-b522-4fa8-b926-2142fc1fd61e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6949a1fc-37ff-4503-92ce-c617aa8ea5fd HTTP/1.1" status: 200 len: 848 time: 0.0684497 Feb 17 01:25:10.401673 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-31dab107-84d4-4420-bd84-2a939ea5f5b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef861b0d-c51a-45ea-88b2-21f8fe686a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575912 Feb 17 01:25:10.449946 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:10.469748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:10.473863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Usage tracker for resource:security_group_rule and tenant:9f92bc5efe684669bdf7bfd4706c5527 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:10.476891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:10.482586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:10.574534 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:10.576826 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-0889b180-c25d-4e5b-85a5-89ba20b7cb11 service neutron] 10.222.0.71 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602917 Feb 17 01:25:10.578242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:10.588402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f726fe9-dca6-4b3c-990d-2a0a3f115aba tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:10.646007 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f92bc5efe684669bdf7bfd4706c5527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302932 Feb 17 01:25:10.647310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7aa0bc-059e-49cc-b7fe-6e1ee046fa42,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:10.653484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 59388) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:10.659156 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:10.757146 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d76b26c-9a64-43ad-823b-0c21c2dfc547 req-194cc891-6679-4cf9-ae48-b2bf3da40cfb service neutron] 10.222.0.71 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1676280 Feb 17 01:25:10.800840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ba97d209-1f35-4d50-a872-5b7c5e4b199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:10.840294 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ba97d209-1f35-4d50-a872-5b7c5e4b199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:10.862195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc0bf7-1a51-4d97-abc6-620807234291 req-b6725e42-d845-454c-a074-01866d5d8cc1 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:10.863814 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-59bc0bf7-1a51-4d97-abc6-620807234291 req-b6725e42-d845-454c-a074-01866d5d8cc1 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 944 time: 0.2090366 Feb 17 01:25:10.935772 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-59bc0bf7-1a51-4d97-abc6-620807234291 req-48dfcbcf-cfaa-487f-a31b-2c4e0be1649f tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646987 Feb 17 01:25:10.948203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ba97d209-1f35-4d50-a872-5b7c5e4b199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:10.955396 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:11.009614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97d209-1f35-4d50-a872-5b7c5e4b199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7aa0bc-059e-49cc-b7fe-6e1ee046fa42,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:11.020158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ba97d209-1f35-4d50-a872-5b7c5e4b199a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:11.028853 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ba97d209-1f35-4d50-a872-5b7c5e4b199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.033111 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ba97d209-1f35-4d50-a872-5b7c5e4b199a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e7aa0bc-059e-49cc-b7fe-6e1ee046fa42 HTTP/1.1" status: 204 len: 168 time: 0.3741279 Feb 17 01:25:11.117879 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369381d1-4176-4981-911c-625b150201f5 req-0229aab8-9fff-44f5-84c4-ad62918fa605 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:11.119722 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-369381d1-4176-4981-911c-625b150201f5 req-0229aab8-9fff-44f5-84c4-ad62918fa605 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1665170 Feb 17 01:25:11.194519 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-369381d1-4176-4981-911c-625b150201f5 req-6ffe7656-a9b4-4631-b0f6-17066e586b1f tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632279 Feb 17 01:25:11.205999 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a80bf1-5c0b-4360-90e5-4c1d3bbe64fd req-dbb732a3-6c1f-4c78-a9a7-e3e7cd622472 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:11.213475 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-30a80bf1-5c0b-4360-90e5-4c1d3bbe64fd req-dbb732a3-6c1f-4c78-a9a7-e3e7cd622472 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 943 time: 0.1529775 Feb 17 01:25:11.258111 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-30a80bf1-5c0b-4360-90e5-4c1d3bbe64fd req-02073edb-e0a5-410a-a8a5-8b95b4ca1d5a tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436683 Feb 17 01:25:11.466069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 59426) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:11.486549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.502762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:11.507122 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc3c30de01e4e639affac7e77f9a7a7 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:11.510223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:11.516741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:11.560160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device c451ebcb-2266-4702-86fe-a58366872d1d up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:11.606810 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 59432) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:11.609549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.612966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.624400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:11.641027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port c451ebcb-2266-4702-86fe-a58366872d1d completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:25:11.646425 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port c451ebcb-2266-4702-86fe-a58366872d1d triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:11.646836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.666485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d59240-8164-49ef-8f2b-2423535eaa87,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:11.674297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 59438) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:11.687958 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfc3c30de01e4e639affac7e77f9a7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206159 Feb 17 01:25:11.689126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:11.753450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.771258 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.771466 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6fadbbe5-8d4e-4b39-9e73-0f47233725aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.781305 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:11.789471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Usage tracker for resource:security_group_rule and tenant:784f94e4cb4447049eb507b0e4eb2d32 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:11.798362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:11.801365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8122b29-ac65-4432-9bc5-b751fbbdbb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c451ebcb-2266-4702-86fe-a58366872d1d'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:11.808869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:11.812540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6fadbbe5-8d4e-4b39-9e73-0f47233725aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.818510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port c451ebcb-2266-4702-86fe-a58366872d1d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c451ebcb-2266-4702-86fe-a58366872d1d,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:11.822266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.824482 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:11.861810 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8122b29-ac65-4432-9bc5-b751fbbdbb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c451ebcb-2266-4702-86fe-a58366872d1d', 'code': 200} Feb 17 01:25:11.902560 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=c451ebcb-2266-4702-86fe-a58366872d1d,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:11.906825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:11.910052 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6fadbbe5-8d4e-4b39-9e73-0f47233725aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.919575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8e6fe849-bfe4-42b0-b595-3aa3adfac07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:11.940694 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadbbe5-8d4e-4b39-9e73-0f47233725aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d59240-8164-49ef-8f2b-2423535eaa87,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:11.951186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6fadbbe5-8d4e-4b39-9e73-0f47233725aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:11.967659 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6fadbbe5-8d4e-4b39-9e73-0f47233725aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.971234 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-6fadbbe5-8d4e-4b39-9e73-0f47233725aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4d59240-8164-49ef-8f2b-2423535eaa87 HTTP/1.1" status: 204 len: 168 time: 0.2935627 Feb 17 01:25:11.976717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.987109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:11.995862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:12.044501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 59450) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:12.044684 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=784f94e4cb4447049eb507b0e4eb2d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365761 Feb 17 01:25:12.046096 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a61ea22-624e-44de-a791-2240171ef534,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:12.049680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:12.186676 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7edb8371-0338-4a78-94c3-a66608ce9d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:12.212846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2988b-5af0-4d2c-b0ff-0dc883aa2287 req-4427f058-c31a-452a-9edd-ab96b7513c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:12.214554 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9ad2988b-5af0-4d2c-b0ff-0dc883aa2287 req-4427f058-c31a-452a-9edd-ab96b7513c62 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 1162 time: 0.0843084 Feb 17 01:25:12.227636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8dcbe-cfcf-4410-90f4-c99198e54667 req-6d703f09-dcdc-4b6f-adca-030647da3ae5 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:12.229283 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e0c8dcbe-cfcf-4410-90f4-c99198e54667 req-6d703f09-dcdc-4b6f-adca-030647da3ae5 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 944 time: 0.1497798 Feb 17 01:25:12.234559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7edb8371-0338-4a78-94c3-a66608ce9d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:12.294686 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9ad2988b-5af0-4d2c-b0ff-0dc883aa2287 req-4abf70d7-ea82-4415-8f9f-ae84867040de service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683696 Feb 17 01:25:12.313377 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e0c8dcbe-cfcf-4410-90f4-c99198e54667 req-3d02b5c0-f664-4adc-b8e4-5d5c60c05d5f tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708621 Feb 17 01:25:12.323195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7edb8371-0338-4a78-94c3-a66608ce9d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:12.328961 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:12.345792 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb8371-0338-4a78-94c3-a66608ce9d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a61ea22-624e-44de-a791-2240171ef534,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:12.400672 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7edb8371-0338-4a78-94c3-a66608ce9d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:12.419634 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7edb8371-0338-4a78-94c3-a66608ce9d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:12.421812 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7edb8371-0338-4a78-94c3-a66608ce9d43 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a61ea22-624e-44de-a791-2240171ef534 HTTP/1.1" status: 204 len: 168 time: 0.3762288 Feb 17 01:25:12.500257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfcec8-428c-438e-99b5-cc34ae6026cb req-6d1da9a7-46fb-456b-8bf6-244db107c829 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:12.501668 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7dfcec8-428c-438e-99b5-cc34ae6026cb req-6d1da9a7-46fb-456b-8bf6-244db107c829 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1610277 Feb 17 01:25:12.578576 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7dfcec8-428c-438e-99b5-cc34ae6026cb req-2da67cf9-ef41-4426-a73e-a6590002593f tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625813 Feb 17 01:25:12.585619 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e0c0e-a875-4e64-9585-eb151ab2ec9d req-40b92c50-d781-4b9b-ae2f-78d1887105ac tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:12.588108 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-323e0c0e-a875-4e64-9585-eb151ab2ec9d req-40b92c50-d781-4b9b-ae2f-78d1887105ac tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 945 time: 0.1420510 Feb 17 01:25:12.668903 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-323e0c0e-a875-4e64-9585-eb151ab2ec9d req-4078bd28-8705-4c7b-9604-a841d1e1cba6 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701981 Feb 17 01:25:12.988730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.objects.ports [None req-fb8279a9-2d7a-48bb-b2b6-0c26bfe2f191 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83938) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:25:13.524999 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3e291-7612-40de-b210-cf4ee31d99d7 req-9dff0fea-215c-484a-97e7-83d5620bde4c tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:13.526613 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dec3e291-7612-40de-b210-cf4ee31d99d7 req-9dff0fea-215c-484a-97e7-83d5620bde4c tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 944 time: 0.0919631 Feb 17 01:25:13.574783 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dec3e291-7612-40de-b210-cf4ee31d99d7 req-ef47b830-83a9-4d03-aa20-0926b2d067df tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Feb 17 01:25:13.896136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5d134-c20b-4190-b205-ee8d0156a2ae req-1da6d19d-628e-40c9-ad81-ff440257f6c1 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:13.903662 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-88c5d134-c20b-4190-b205-ee8d0156a2ae req-1da6d19d-628e-40c9-ad81-ff440257f6c1 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.2009954 Feb 17 01:25:13.936899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb691fa-31b4-43c0-8ea8-e4a1435c73bc req-7d3c38e9-58a6-44c7-a5b4-aaed9977859d tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:13.938506 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8fb691fa-31b4-43c0-8ea8-e4a1435c73bc req-7d3c38e9-58a6-44c7-a5b4-aaed9977859d tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 945 time: 0.1534605 Feb 17 01:25:13.966934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 67202bc5-4d28-405f-8787-4e071904a6c2 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:13.991774 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-88c5d134-c20b-4190-b205-ee8d0156a2ae req-3ba8ff99-ceb1-4414-86d3-c09dca5e39e7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870752 Feb 17 01:25:14.030166 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8fb691fa-31b4-43c0-8ea8-e4a1435c73bc req-1fe8679a-4fad-4c70-8ce2-74acfcd4f50e tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778697 Feb 17 01:25:14.062541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 67202bc5-4d28-405f-8787-4e071904a6c2 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:25:14.067852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 67202bc5-4d28-405f-8787-4e071904a6c2 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:14.068274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:14.205969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:14.245318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 67202bc5-4d28-405f-8787-4e071904a6c2, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=67202bc5-4d28-405f-8787-4e071904a6c2,segment=NetworkSegment(1e29c506-9aca-4a17-a9ac-732e7997d285),segment_id=1e29c506-9aca-4a17-a9ac-732e7997d285)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:14.246447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c90457-f9da-42b5-aa98-52de566929ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67202bc5-4d28-405f-8787-4e071904a6c2'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:14.254643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:14.255666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device c451ebcb-2266-4702-86fe-a58366872d1d up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:14.284377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-baf58a37-7ef2-430a-9f87-395c7e70b4c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:14.327557 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c90457-f9da-42b5-aa98-52de566929ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67202bc5-4d28-405f-8787-4e071904a6c2', 'code': 200} Feb 17 01:25:14.402196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=67202bc5-4d28-405f-8787-4e071904a6c2,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:14.407345 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:14.419972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port c451ebcb-2266-4702-86fe-a58366872d1d triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:14.420421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:14.622683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:25:14.629908 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbae17-9f41-4014-a6e3-5e69ffa9b067 req-cf87448c-3a7a-41b3-b07e-24f24d6207d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:14.631650 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ecfbae17-9f41-4014-a6e3-5e69ffa9b067 req-cf87448c-3a7a-41b3-b07e-24f24d6207d2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 1163 time: 0.0792770 Feb 17 01:25:14.676846 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ecfbae17-9f41-4014-a6e3-5e69ffa9b067 req-d5878bf9-5d23-48a8-8090-29e310b41496 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366287 Feb 17 01:25:14.777367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8a557-9b4f-4745-aad8-c079cc49a279 req-194647e2-39ed-4372-ad2c-b070212d492d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:14.778956 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dde8a557-9b4f-4745-aad8-c079cc49a279 req-194647e2-39ed-4372-ad2c-b070212d492d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 946 time: 0.0888827 Feb 17 01:25:14.825910 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dde8a557-9b4f-4745-aad8-c079cc49a279 req-a9adeaa2-dc6b-4bb7-9b78-84e113c96af9 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Feb 17 01:25:14.912630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 67202bc5-4d28-405f-8787-4e071904a6c2 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:14.984214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 67202bc5-4d28-405f-8787-4e071904a6c2 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:14.984628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:15.111846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device c451ebcb-2266-4702-86fe-a58366872d1d up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:15.195612 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port c451ebcb-2266-4702-86fe-a58366872d1d triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:15.195926 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:15.260129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16581d37-c8b6-4614-8516-2dde82cb7fdd req-114e6917-798a-4ed6-9e62-61dfb0da8654 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:15.261751 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-16581d37-c8b6-4614-8516-2dde82cb7fdd req-114e6917-798a-4ed6-9e62-61dfb0da8654 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1611884 Feb 17 01:25:15.273280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d0117-191a-45e7-855b-0b0671165d8c req-6f1f4377-3141-4b36-a28b-5b2101dc4176 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:15.274855 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-743d0117-191a-45e7-855b-0b0671165d8c req-6f1f4377-3141-4b36-a28b-5b2101dc4176 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 945 time: 0.1235592 Feb 17 01:25:15.352448 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-16581d37-c8b6-4614-8516-2dde82cb7fdd req-a50e9a66-12ee-4f53-b52d-4702f543ea04 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764654 Feb 17 01:25:15.355381 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-743d0117-191a-45e7-855b-0b0671165d8c req-9d9e9dfa-1ccc-4c98-9fab-082aed82f2b9 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648777 Feb 17 01:25:16.255209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25579c47-811b-485b-9c97-08954e1615e2 req-9c9ef2b9-0516-4e45-a42e-b509e990b59e tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:16.256786 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-25579c47-811b-485b-9c97-08954e1615e2 req-9c9ef2b9-0516-4e45-a42e-b509e990b59e tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 946 time: 0.3089824 Feb 17 01:25:16.309000 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-25579c47-811b-485b-9c97-08954e1615e2 req-d0bfb037-efab-4d80-ba8f-4bf3c6096a41 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458848 Feb 17 01:25:16.557016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503362c0-0804-48a6-b65c-ff2669c383ed req-3c64ff94-519d-40b0-9c8c-9ef9f277a318 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:16.558625 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-503362c0-0804-48a6-b65c-ff2669c383ed req-3c64ff94-519d-40b0-9c8c-9ef9f277a318 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.0895429 Feb 17 01:25:16.606965 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-503362c0-0804-48a6-b65c-ff2669c383ed req-fd3fd7cd-ee0e-4eab-bbfc-f65bd3d67027 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Feb 17 01:25:16.865259 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 67202bc5-4d28-405f-8787-4e071904a6c2 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:16.942140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 67202bc5-4d28-405f-8787-4e071904a6c2 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:16.942558 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:17.519333 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ae1e-8d46-4585-bb1f-4125ad749fc8 req-5e11b15d-e1fb-4412-8c3c-30f94363417f tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:17.520975 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b05ae1e-8d46-4585-bb1f-4125ad749fc8 req-5e11b15d-e1fb-4412-8c3c-30f94363417f tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 946 time: 0.0893805 Feb 17 01:25:17.576022 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b05ae1e-8d46-4585-bb1f-4125ad749fc8 req-ef3ab5a4-a688-4fb4-8ee2-91e2d7582205 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Feb 17 01:25:17.825365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5d0ab-1dc6-48ed-8040-acb68393e28a req-4f5b7324-52ba-4b5f-b87b-603c3a6baed5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:17.826889 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1f5d0ab-1dc6-48ed-8040-acb68393e28a req-4f5b7324-52ba-4b5f-b87b-603c3a6baed5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.0859897 Feb 17 01:25:17.876781 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1f5d0ab-1dc6-48ed-8040-acb68393e28a req-8636248f-f677-47a9-a308-601ce068463a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Feb 17 01:25:17.982122 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7b81f251-2c64-4dd9-87b2-7e2940e17531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:19.120760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbff21-d09e-4ece-9425-92d14c7f5b14 req-6dfa60d2-c59a-4fb5-a259-a21ab5f6dc00 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:19.122429 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-09fbff21-d09e-4ece-9425-92d14c7f5b14 req-6dfa60d2-c59a-4fb5-a259-a21ab5f6dc00 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1050642 Feb 17 01:25:19.184266 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-09fbff21-d09e-4ece-9425-92d14c7f5b14 req-67a26d14-da20-4266-a390-a3e610c22b3e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549593 Feb 17 01:25:19.476606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b339fd-c187-4103-a046-581c3c9dec6f req-d3eb8911-5212-46c0-9329-6ba4f119d423 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:19.478210 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-18b339fd-c187-4103-a046-581c3c9dec6f req-d3eb8911-5212-46c0-9329-6ba4f119d423 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 946 time: 0.0875278 Feb 17 01:25:19.527758 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-18b339fd-c187-4103-a046-581c3c9dec6f req-dbd08bfb-dcf0-477c-b759-3f6c0ec9c92a tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Feb 17 01:25:20.274865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-735dbb72-7b99-407a-ab30-1a6f36528367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:20.393603 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c801e9-67c5-4b1c-b5f6-d88dc8defddf req-a9712827-a9ef-484b-a0e3-b9679fbbf0aa tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:20.395188 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b5c801e9-67c5-4b1c-b5f6-d88dc8defddf req-a9712827-a9ef-484b-a0e3-b9679fbbf0aa tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.0888834 Feb 17 01:25:20.447302 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b5c801e9-67c5-4b1c-b5f6-d88dc8defddf req-e5fa0671-2439-462d-9ad0-3e795ee8a6fc tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452814 Feb 17 01:25:20.597321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:20.732218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0858c-4bbf-41cc-8a12-32aac39c421f req-0293ca37-91bd-49b0-bfa2-517cf090a1e6 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:20.734298 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-17c0858c-4bbf-41cc-8a12-32aac39c421f req-0293ca37-91bd-49b0-bfa2-517cf090a1e6 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 946 time: 0.0905046 Feb 17 01:25:20.782628 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-17c0858c-4bbf-41cc-8a12-32aac39c421f req-8ec32fbd-2b94-4abe-867c-876aee06bcd1 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414400 Feb 17 01:25:21.627312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:21.669415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6aea7-960e-414e-ac2a-d56f40dd855f req-e3477717-5e63-4126-8523-864ceab0b686 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:21.671977 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-37c6aea7-960e-414e-ac2a-d56f40dd855f req-e3477717-5e63-4126-8523-864ceab0b686 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1040339 Feb 17 01:25:21.727653 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-37c6aea7-960e-414e-ac2a-d56f40dd855f req-be8ca747-f38e-49ca-9289-1309fe6a0a8d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472643 Feb 17 01:25:21.837969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-86901a31-e6f0-41b1-9447-864e34f1a16e tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:21.838723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-86901a31-e6f0-41b1-9447-864e34f1a16e tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Synchronizing usage tracker for tenant:2c2d8c4689584c5fbebd53918d9287b1 on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:25:21.862924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-86901a31-e6f0-41b1-9447-864e34f1a16e tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Unset dirty status for tenant:2c2d8c4689584c5fbebd53918d9287b1 on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:25:21.865171 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-86901a31-e6f0-41b1-9447-864e34f1a16e tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.71 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 946 time: 0.1263092 Feb 17 01:25:21.955880 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Deleting port 67202bc5-4d28-405f-8787-4e071904a6c2 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:25:21.956266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:22.132277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bdd48-ad26-4081-a2e0-ab6931e68b7f req-ad6e2be5-8d78-4d10-af78-75549a371cc9 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:22.133890 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-791bdd48-ad26-4081-a2e0-ab6931e68b7f req-ad6e2be5-8d78-4d10-af78-75549a371cc9 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 946 time: 0.0908875 Feb 17 01:25:22.185359 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-791bdd48-ad26-4081-a2e0-ab6931e68b7f req-bd1042ca-6359-4b40-b0f6-f10eb9786022 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449698 Feb 17 01:25:22.229748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] For port 67202bc5-4d28-405f-8787-4e071904a6c2, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=67202bc5-4d28-405f-8787-4e071904a6c2,segment=NetworkSegment(1e29c506-9aca-4a17-a9ac-732e7997d285),segment_id=1e29c506-9aca-4a17-a9ac-732e7997d285)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:22.230140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:22.329027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:22.576187 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Calling delete_port for 67202bc5-4d28-405f-8787-4e071904a6c2 owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:25:22.797373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:22.800390 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 67202bc5-4d28-405f-8787-4e071904a6c2 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:25:22.821038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:22.848783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] No Port match for: 67202bc5-4d28-405f-8787-4e071904a6c2 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:25:22.849461 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 67202bc5-4d28-405f-8787-4e071904a6c2 not bound to the agent host hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:25:22.875272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Pushing event deleted for resources: {'Port': ['ID=67202bc5-4d28-405f-8787-4e071904a6c2,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:22.930491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:22.976541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f07b2-a169-4605-8ffa-0e9982bd07a0 req-fcee2cd7-86dd-44f8-ab9f-2cb4cfa6295a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:22.978860 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4c3f07b2-a169-4605-8ffa-0e9982bd07a0 req-fcee2cd7-86dd-44f8-ab9f-2cb4cfa6295a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1016376 Feb 17 01:25:23.038246 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4c3f07b2-a169-4605-8ffa-0e9982bd07a0 req-e462cee9-b70e-488c-87ea-088a53fdbf14 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516531 Feb 17 01:25:23.070101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] No DVR routers for this DVR port 67202bc5-4d28-405f-8787-4e071904a6c2 on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:25:23.074389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:23.077454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c90457-f9da-42b5-aa98-52de566929ee', 'name': 'network-vif-deleted', 'tag': '67202bc5-4d28-405f-8787-4e071904a6c2'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:23.094274 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e6824e26-b9f1-436d-9065-c84842a1cce2 req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.71 "DELETE /v2.0/ports/67202bc5-4d28-405f-8787-4e071904a6c2 HTTP/1.1" status: 204 len: 173 time: 1.2167845 Feb 17 01:25:23.162288 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c90457-f9da-42b5-aa98-52de566929ee', 'name': 'network-vif-deleted', 'tag': '67202bc5-4d28-405f-8787-4e071904a6c2', 'status': 'completed', 'code': 200} Feb 17 01:25:23.293360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-dede37fe-55bb-4df2-9b05-c02c4f629be4 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:23.294958 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-dede37fe-55bb-4df2-9b05-c02c4f629be4 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 814 time: 0.1725004 Feb 17 01:25:23.311962 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-591adedc-a53a-42d4-befe-09851edabc8f tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/quotas/95fe6fb073e84e1a8790f274ccfe48f7 HTTP/1.1" status: 200 len: 375 time: 0.0102599 Feb 17 01:25:23.418034 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4a15a174-980b-4af0-ac49-71e8b4ea8839 req-78ded27f-34ba-4d20-b843-acf25c585690 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c90457-f9da-42b5-aa98-52de566929ee HTTP/1.1" status: 200 len: 210 time: 0.0640256 Feb 17 01:25:23.454650 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-f4f6d197-c24d-474f-8bbd-c28a95e38c18 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368694 Feb 17 01:25:23.599783 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-4317255c-1a30-4113-848f-806b4355e243 service neutron] 10.222.0.65 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371017 Feb 17 01:25:23.743908 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-584d978f-8495-4110-b5af-68334e7fbb49 service neutron] 10.222.0.65 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376154 Feb 17 01:25:23.937243 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c699edef-be82-4f32-8aad-583ce2d9a6e2 req-bff8844f-94a9-4340-846e-a899c95e772e tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 210 time: 0.0486786 Feb 17 01:25:24.253079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfe58a-e235-4e0c-8b3c-f8407c283bc5 req-000a7024-8475-4119-bb46-eddbdcc43b90 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:24.258693 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9fdfe58a-e235-4e0c-8b3c-f8407c283bc5 req-000a7024-8475-4119-bb46-eddbdcc43b90 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1053557 Feb 17 01:25:24.306389 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9fdfe58a-e235-4e0c-8b3c-f8407c283bc5 req-f957500d-90fb-45cc-9e89-6249f8a4cc5c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454845 Feb 17 01:25:24.747777 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 59734) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:24.886576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-94d371ea-63c9-441a-8afb-b81f497d7a3c tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:24.888181 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-94d371ea-63c9-441a-8afb-b81f497d7a3c tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/networks?id=ef861b0d-c51a-45ea-88b2-21f8fe686a87 HTTP/1.1" status: 200 len: 808 time: 0.1687429 Feb 17 01:25:24.906238 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-f3c68989-6b97-444a-98f3-30d73e3e8755 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/quotas/2c2d8c4689584c5fbebd53918d9287b1 HTTP/1.1" status: 200 len: 375 time: 0.0114300 Feb 17 01:25:24.963751 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-eaab05bf-6585-47fa-9f7b-c321372d3cfd tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c2d8c4689584c5fbebd53918d9287b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515099 Feb 17 01:25:24.990913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:25.011287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:25.016916 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5bb465dfdd49d0b6cae46dda1a4c85 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:25.019989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:25.028174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:25.126753 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-89bed085-b0b1-43bc-822a-e8f46ca64036 req-27f1865c-28ae-4000-856b-69f03fa62c85 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 210 time: 0.0550537 Feb 17 01:25:25.183664 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-3b248c15-353d-4213-99b3-a134fd06508a service neutron] 10.222.0.65 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091515 Feb 17 01:25:25.261062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-4d17f398-3432-4fe9-83bd-237d0b2b3a0b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:25.262827 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-4d17f398-3432-4fe9-83bd-237d0b2b3a0b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 814 time: 0.2119162 Feb 17 01:25:25.291878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Request body: {'port': {'device_id': '3c8aa66d-3ba5-4d3f-8a94-589007fbe1be', 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e', 'admin_state_up': True, 'tenant_id': '95fe6fb073e84e1a8790f274ccfe48f7'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:25.314342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:25.376579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:25.392215 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-c6cacafa-24c0-4adf-90b8-766c5ca4d786 service neutron] 10.222.0.65 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2008121 Feb 17 01:25:25.394270 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6e3bca5f-80f7-4517-a2a2-1b1c063153ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:25.456475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231d0081-35d0-4692-bd1b-d897109b1c5b,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:25.468320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 59748) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:25.468431 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e5bb465dfdd49d0b6cae46dda1a4c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7189326 Feb 17 01:25:25.473679 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:25.515525 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:25.525300 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:25.536949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Made reservation on behalf of 95fe6fb073e84e1a8790f274ccfe48f7 for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:25:25.542754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:25.637202 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-490f1c9c-2f51-4ba5-a44b-88f4643be10e req-6f1be10a-aa54-4e3a-8caf-83cfcba8a83d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 210 time: 0.0623140 Feb 17 01:25:25.660729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-546ac27c-e681-4f58-a7eb-e364f4f10e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:25.707970 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7a14-370c-4de6-b7cb-037a66943e89 req-47c0d332-0096-4042-868b-98cb5783455e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:25.709575 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-da7f7a14-370c-4de6-b7cb-037a66943e89 req-47c0d332-0096-4042-868b-98cb5783455e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.2192607 Feb 17 01:25:25.714109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-546ac27c-e681-4f58-a7eb-e364f4f10e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:25.791928 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-da7f7a14-370c-4de6-b7cb-037a66943e89 req-77153c7d-7a34-45c6-b764-31e345f8756d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694427 Feb 17 01:25:25.807989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-546ac27c-e681-4f58-a7eb-e364f4f10e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:25.814119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c64a1ada-61aa-490f-be1a-0d6f480da094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:25.831839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ac27c-e681-4f58-a7eb-e364f4f10e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d0081-35d0-4692-bd1b-d897109b1c5b,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:25.835385 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-546ac27c-e681-4f58-a7eb-e364f4f10e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:25.837911 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-546ac27c-e681-4f58-a7eb-e364f4f10e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:25.839189 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-546ac27c-e681-4f58-a7eb-e364f4f10e39 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/231d0081-35d0-4692-bd1b-d897109b1c5b HTTP/1.1" status: 204 len: 168 time: 0.3689995 Feb 17 01:25:25.882063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Allocated IP 172.20.0.2 (4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e/20da3c62-a9e1-4440-b31f-6a9b869f4864/08f278a4-ec00-4741-8470-150e2b3baf77) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:25:26.128264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:26.173470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:26.211155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 59772) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:26.232054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:26.251490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c5d76df8-e580-4cf9-b507-4e4868b6ddcd tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:26.251748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:26.256143 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Usage tracker for resource:security_group_rule and tenant:20c84b8c3f1a4d9ba60e24a667238e32 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:26.259164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:26.265736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:26.350432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Pushing event updated for resources: {'Port': ['ID=08f278a4-ec00-4741-8470-150e2b3baf77,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:26.363312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:26.403914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:25:26.405115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:25:26.407364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:25:26.423241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508a58b-6d51-4946-aa8d-6e272079a03e req-4914218e-744d-4e70-be00-57bde369de22 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:26.424546 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3508a58b-6d51-4946-aa8d-6e272079a03e req-4914218e-744d-4e70-be00-57bde369de22 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 931 time: 0.1408460 Feb 17 01:25:26.473006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:26.473346 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:26.474009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:26.486827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:26.496805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:26.505749 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2213972 Feb 17 01:25:26.514001 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3508a58b-6d51-4946-aa8d-6e272079a03e req-34a453d7-953a-4be5-8137-c7fa814bc405 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813427 Feb 17 01:25:26.541687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f4cfab-b6df-44e5-8044-ca7e2bd888e6,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:26.544984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:26.552439 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20c84b8c3f1a4d9ba60e24a667238e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401008 Feb 17 01:25:26.556731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 59778) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:26.560985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Request body: {'port': {'device_id': '3c8aa66d-3ba5-4d3f-8a94-589007fbe1be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:26.734880 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3489d5fa-16a3-4602-a1ae-bcf833915fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:26.736909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:26.807087 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b16f326f-4289-4234-8a9e-fa1759e1c7aa req-abb2508a-a950-4be4-9878-f13dab8e1587 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 210 time: 0.0528119 Feb 17 01:25:26.820144 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3489d5fa-16a3-4602-a1ae-bcf833915fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:26.999387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3489d5fa-16a3-4602-a1ae-bcf833915fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:27.007476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b4578313-879d-4fd7-9f03-6551e15f4717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:27.028731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489d5fa-16a3-4602-a1ae-bcf833915fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f4cfab-b6df-44e5-8044-ca7e2bd888e6,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:27.033619 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3489d5fa-16a3-4602-a1ae-bcf833915fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:27.055271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3489d5fa-16a3-4602-a1ae-bcf833915fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:27.056784 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-3489d5fa-16a3-4602-a1ae-bcf833915fc9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1f4cfab-b6df-44e5-8044-ca7e2bd888e6 HTTP/1.1" status: 204 len: 168 time: 0.4661427 Feb 17 01:25:27.110175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-70973ebb-4827-4558-835a-99c4e516a8ae tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:27.112267 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-70973ebb-4827-4558-835a-99c4e516a8ae tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.71 "GET /v2.0/networks?id=ef861b0d-c51a-45ea-88b2-21f8fe686a87 HTTP/1.1" status: 200 len: 808 time: 0.2382171 Feb 17 01:25:27.128468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a2457-d963-4673-9bfb-c9210230e9fa req-f2165117-133d-4d9c-b8ac-a2c42cade52d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:27.141001 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c74a2457-d963-4673-9bfb-c9210230e9fa req-f2165117-133d-4d9c-b8ac-a2c42cade52d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1837623 Feb 17 01:25:27.206988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Request body: {'port': {'device_id': '0375400b-7e78-4cc8-89e2-fcdad2a816dd', 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87', 'admin_state_up': True, 'tenant_id': '2c2d8c4689584c5fbebd53918d9287b1'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:27.296587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f278a4-ec00-4741-8470-150e2b3baf77 {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:25:27.305153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:27.318520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Transition to ACTIVE for port object 08f278a4-ec00-4741-8470-150e2b3baf77 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:25:27.324163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:27.326073 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c74a2457-d963-4673-9bfb-c9210230e9fa req-cb3a207e-a93d-4bd3-a0ae-f8c009a5c769 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827672 Feb 17 01:25:27.341730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-efaeea5d-b6ef-4de3-8ed4-5031cb86b938 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:27.402353 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:27.407176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Usage tracker for resource:port and tenant:2c2d8c4689584c5fbebd53918d9287b1 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:27.410620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:27.417283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:27.430378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Made reservation on behalf of 2c2d8c4689584c5fbebd53918d9287b1 for: {'port': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:25:27.438990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:27.489098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Pushing event updated for resources: {'Port': ['ID=08f278a4-ec00-4741-8470-150e2b3baf77,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:27.494605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:27.725393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Attempting to bind port 08f278a4-ec00-4741-8470-150e2b3baf77 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:25:27.725965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Attempting to bind port 08f278a4-ec00-4741-8470-150e2b3baf77 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:25:27.726093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Attempting to bind port 08f278a4-ec00-4741-8470-150e2b3baf77 on network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:25:27.732097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:25:27.733601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Checking segment: {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:25:27.743494 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:27.744370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Bound using segment: {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:25:27.744985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Bound port: 08f278a4-ec00-4741-8470-150e2b3baf77, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b227062-c571-41ab-b3f8-734cacb46087', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:25:27.746333 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:27.854994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Allocated IP 172.20.0.12 (ef861b0d-c51a-45ea-88b2-21f8fe686a87/6949a1fc-37ff-4503-92ce-c617aa8ea5fd/9b43e99e-06d8-4f11-964b-50c39b54b20e) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:25:27.868731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] For port 08f278a4-ec00-4741-8470-150e2b3baf77, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:25:27.873068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] For port 08f278a4-ec00-4741-8470-150e2b3baf77, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=08f278a4-ec00-4741-8470-150e2b3baf77,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:25:27.875051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187a85-68db-4167-bb09-0d0362f1f1eb req-68944097-45c8-4da8-b848-07ada473f967 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:27.878745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:27.879353 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-04187a85-68db-4167-bb09-0d0362f1f1eb req-68944097-45c8-4da8-b848-07ada473f967 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 943 time: 0.1874783 Feb 17 01:25:27.905201 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:28.220786 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8ac407cd-90c0-4be8-aaa2-9bccca10fc55 req-277844cb-1968-4c56-aa17-052c2b6a0500 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 210 time: 0.0822098 Feb 17 01:25:28.265941 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-04187a85-68db-4167-bb09-0d0362f1f1eb req-755540a8-b78f-49ec-a53e-eb3c59d2d91d tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774328 Feb 17 01:25:28.319147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Pushing event updated for resources: {'Port': ['ID=08f278a4-ec00-4741-8470-150e2b3baf77,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:28.322787 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:28.376881 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:28.378140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:28.379679 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] 10.222.0.71 "PUT /v2.0/ports/08f278a4-ec00-4741-8470-150e2b3baf77 HTTP/1.1" status: 200 len: 1157 time: 1.8240240 Feb 17 01:25:28.380272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8aa66d-3ba5-4d3f-8a94-589007fbe1be', 'tag': '08f278a4-ec00-4741-8470-150e2b3baf77'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:28.473065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:28.499903 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8aa66d-3ba5-4d3f-8a94-589007fbe1be', 'tag': '08f278a4-ec00-4741-8470-150e2b3baf77', 'status': 'completed', 'code': 200} Feb 17 01:25:28.544038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-bbfbd489-d879-4617-bf14-70536b4b7c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:28.545820 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-bbfbd489-d879-4617-bf14-70536b4b7c49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 1160 time: 0.0927978 Feb 17 01:25:28.582160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b78b68-38d0-479d-a2af-832d0915f4cb req-22fa945c-6a93-4c87-864e-a8e05ae2e5f5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:28.583724 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-27b78b68-38d0-479d-a2af-832d0915f4cb req-22fa945c-6a93-4c87-864e-a8e05ae2e5f5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1068583 Feb 17 01:25:28.585906 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:28.605182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:28.626304 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-55fb7cba-6252-4057-91a2-d13cdfa3c4da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08f278a4-ec00-4741-8470-150e2b3baf77 HTTP/1.1" status: 200 len: 217 time: 0.0724015 Feb 17 01:25:28.709080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-e11e763a-a206-4e6b-9a16-44dce31402f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:28.710866 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-e11e763a-a206-4e6b-9a16-44dce31402f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 200 len: 854 time: 0.0710006 Feb 17 01:25:28.785390 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-e4966595-22b5-4384-bad5-345892ebc5af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553577 Feb 17 01:25:28.790373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Pushing event updated for resources: {'Port': ['ID=9b43e99e-06d8-4f11-964b-50c39b54b20e,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:28.806782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:28.817217 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-27b78b68-38d0-479d-a2af-832d0915f4cb req-0720700b-80c7-48e3-89f3-7f1ba00b3a9e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150865 Feb 17 01:25:28.869230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Network ef861b0d-c51a-45ea-88b2-21f8fe686a87 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:25:28.870416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:25:28.872807 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:25:28.878070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:28.878753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:28.922258 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7329063 Feb 17 01:25:28.941421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Request body: {'port': {'device_id': '0375400b-7e78-4cc8-89e2-fcdad2a816dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:28.993295 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-d50cd48c-dfc0-4bbb-9406-c74e99045942 service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920509 Feb 17 01:25:29.075502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:29.145063 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8784e2c-dfb9-4900-9b70-d6ea3e4b3a1c req-d4c0bef7-62d4-4abb-a717-3847b40e1243 service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389773 Feb 17 01:25:29.282583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-344ed2af-37bc-4a91-b5aa-12c0abd822f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:29.284308 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-344ed2af-37bc-4a91-b5aa-12c0abd822f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 1160 time: 0.0815024 Feb 17 01:25:29.433426 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-43f4846f-3f58-4a88-bb0a-abc70b408ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:29.435049 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-43f4846f-3f58-4a88-bb0a-abc70b408ced service neutron] 10.222.0.71 "GET /v2.0/networks?id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 200 len: 908 time: 0.1426432 Feb 17 01:25:29.519460 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-6251c301-1c7d-4b5e-8af6-6e083c79db73 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08f278a4-ec00-4741-8470-150e2b3baf77 HTTP/1.1" status: 200 len: 217 time: 0.0711358 Feb 17 01:25:29.574564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c84d9-abb3-4a33-b0a1-df6876fe0fe9 req-8261e353-da66-4d7c-8899-612368dd52df tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:29.575368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-148c84d9-abb3-4a33-b0a1-df6876fe0fe9 req-8261e353-da66-4d7c-8899-612368dd52df tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Synchronizing usage tracker for tenant:2c2d8c4689584c5fbebd53918d9287b1 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:25:29.594329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-a88c9a88-8696-439c-9fe4-60ff3dda290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:29.595999 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-a88c9a88-8696-439c-9fe4-60ff3dda290f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 200 len: 854 time: 0.0648353 Feb 17 01:25:29.616989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63090e3-7ed3-41f1-a1e1-7561bf28ee30 req-a96d1b8c-e302-4ac3-947b-d60076aab424 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:29.618589 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a63090e3-7ed3-41f1-a1e1-7561bf28ee30 req-a96d1b8c-e302-4ac3-947b-d60076aab424 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 943 time: 0.2016308 Feb 17 01:25:29.623063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-148c84d9-abb3-4a33-b0a1-df6876fe0fe9 req-8261e353-da66-4d7c-8899-612368dd52df tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Unset dirty status for tenant:2c2d8c4689584c5fbebd53918d9287b1 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:25:29.624302 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-148c84d9-abb3-4a33-b0a1-df6876fe0fe9 req-8261e353-da66-4d7c-8899-612368dd52df tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 932 time: 0.2601831 Feb 17 01:25:29.655735 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-5c5789d6-32d7-4077-8c6e-eac42704b2ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519791 Feb 17 01:25:29.752603 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a63090e3-7ed3-41f1-a1e1-7561bf28ee30 req-ef1e7b50-feb0-458e-912c-729161cbc522 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255033 Feb 17 01:25:29.758336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b43e99e-06d8-4f11-964b-50c39b54b20e {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:25:29.773362 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-148c84d9-abb3-4a33-b0a1-df6876fe0fe9 req-76f2ac2a-aac8-41e6-89be-9bfa84061087 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110420 Feb 17 01:25:29.773362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:29.793640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Transition to ACTIVE for port object 9b43e99e-06d8-4f11-964b-50c39b54b20e will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:25:29.798483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:29.813521 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-8f85d294-e4a6-4e6c-a810-00110b611151 service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490483 Feb 17 01:25:29.815249 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:29.958414 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Pushing event updated for resources: {'Port': ['ID=9b43e99e-06d8-4f11-964b-50c39b54b20e,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:29.978845 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2ab2a30-0ce3-49ce-b007-77ef4c2181ad req-e54f6f7a-21d3-4263-a0a3-8173b62c14be service neutron] 10.222.0.71 "GET /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1556003 Feb 17 01:25:30.011765 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:30.150169 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2092f-cd0b-4c48-9ca1-5a07cbaff951 req-bb33e536-94f1-47f8-b59f-2ed18934419b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:30.151823 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-58d2092f-cd0b-4c48-9ca1-5a07cbaff951 req-bb33e536-94f1-47f8-b59f-2ed18934419b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1973693 Feb 17 01:25:30.194621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Attempting to bind port 9b43e99e-06d8-4f11-964b-50c39b54b20e on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:25:30.194992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Attempting to bind port 9b43e99e-06d8-4f11-964b-50c39b54b20e by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '1e29c506-9aca-4a17-a9ac-732e7997d285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:25:30.195373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Attempting to bind port 9b43e99e-06d8-4f11-964b-50c39b54b20e on network ef861b0d-c51a-45ea-88b2-21f8fe686a87 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:25:30.211445 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:25:30.211822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Checking segment: {'id': '1e29c506-9aca-4a17-a9ac-732e7997d285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:25:30.212228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:30.212625 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Bound using segment: {'id': '1e29c506-9aca-4a17-a9ac-732e7997d285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:25:30.213105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Bound port: 9b43e99e-06d8-4f11-964b-50c39b54b20e, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e29c506-9aca-4a17-a9ac-732e7997d285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ef861b0d-c51a-45ea-88b2-21f8fe686a87'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:25:30.213478 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:30.239511 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-58d2092f-cd0b-4c48-9ca1-5a07cbaff951 req-1731d94e-3513-4312-bab5-93e52ae14866 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756011 Feb 17 01:25:30.309173 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-3de5410a-e46e-43df-a39b-19f358621a57 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e20a0c63bd4c4a908952538f3def930e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676706 Feb 17 01:25:30.443774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] For port 9b43e99e-06d8-4f11-964b-50c39b54b20e, host hv-cinder-75998, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:25:30.460830 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] For port 9b43e99e-06d8-4f11-964b-50c39b54b20e, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9b43e99e-06d8-4f11-964b-50c39b54b20e,segment=NetworkSegment(1e29c506-9aca-4a17-a9ac-732e7997d285),segment_id=1e29c506-9aca-4a17-a9ac-732e7997d285)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:25:30.465744 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:30.490836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3e991be2-9ac9-48e8-b9b5-daecb24864cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:30.653678 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0240744d-d395-4e0a-82e1-bee5a39ffc01 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:30.655213 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0240744d-d395-4e0a-82e1-bee5a39ffc01 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384209 Feb 17 01:25:30.700830 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-678ff185-3e50-4c6a-b578-206643964c68 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/quotas/e20a0c63bd4c4a908952538f3def930e HTTP/1.1" status: 200 len: 375 time: 0.0306628 Feb 17 01:25:30.704067 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Pushing event updated for resources: {'Port': ['ID=9b43e99e-06d8-4f11-964b-50c39b54b20e,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:30.709837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:30.764388 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-6ee42c32-db8c-4555-a683-84ca0fc855ec tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e20a0c63bd4c4a908952538f3def930e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555992 Feb 17 01:25:30.770601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:30.771284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:30.772758 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] 10.222.0.71 "PUT /v2.0/ports/9b43e99e-06d8-4f11-964b-50c39b54b20e HTTP/1.1" status: 200 len: 1158 time: 1.8384275 Feb 17 01:25:30.773282 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0375400b-7e78-4cc8-89e2-fcdad2a816dd', 'tag': '9b43e99e-06d8-4f11-964b-50c39b54b20e'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:30.855771 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0375400b-7e78-4cc8-89e2-fcdad2a816dd', 'tag': '9b43e99e-06d8-4f11-964b-50c39b54b20e', 'status': 'completed', 'code': 200} Feb 17 01:25:30.907544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-501dac1a-48f9-4b62-803c-0f0d66dc9f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:30.909202 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-501dac1a-48f9-4b62-803c-0f0d66dc9f3b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c2d8c4689584c5fbebd53918d9287b1&device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 1161 time: 0.0899343 Feb 17 01:25:31.072238 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-600e3a6d-b753-4707-b66e-4bcef760e4a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b43e99e-06d8-4f11-964b-50c39b54b20e HTTP/1.1" status: 200 len: 217 time: 0.1201048 Feb 17 01:25:31.194899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-e16916ed-cb13-4ea4-a2af-77e7ac0e0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:31.196428 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-e16916ed-cb13-4ea4-a2af-77e7ac0e0d4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6949a1fc-37ff-4503-92ce-c617aa8ea5fd HTTP/1.1" status: 200 len: 848 time: 0.1091583 Feb 17 01:25:31.210917 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068a8c5-14e4-4dcb-a2ca-854fe089a4a6 req-9fabe57e-81c0-4051-9b89-0b0388307a7f tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:31.212538 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b068a8c5-14e4-4dcb-a2ca-854fe089a4a6 req-9fabe57e-81c0-4051-9b89-0b0388307a7f tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 943 time: 0.2996938 Feb 17 01:25:31.496081 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70044e40-aa42-4745-a386-3863e9f5af52 req-b211f7f1-ad41-4211-a041-d45d7a4f84d8 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:31.497724 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-70044e40-aa42-4745-a386-3863e9f5af52 req-b211f7f1-ad41-4211-a041-d45d7a4f84d8 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 944 time: 0.4825222 Feb 17 01:25:31.499839 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-be778108-028b-4910-b3df-bf52d9da8458 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef861b0d-c51a-45ea-88b2-21f8fe686a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2850924 Feb 17 01:25:31.645303 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b068a8c5-14e4-4dcb-a2ca-854fe089a4a6 req-121e61db-b8cd-401f-ad10-58c67e0b3e9b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745539 Feb 17 01:25:31.662341 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-70044e40-aa42-4745-a386-3863e9f5af52 req-8b7f5735-fc7f-4998-95f7-394a69caf70a tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566718 Feb 17 01:25:31.705701 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-52b4ff48-3e08-419a-b365-b437d82390a0 service neutron] 10.222.0.71 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837304 Feb 17 01:25:31.856381 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a665b4a0-1dab-4408-869c-5455360ec80e req-41993fe1-4f63-428d-b73d-9b009937104f tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0648682 Feb 17 01:25:31.906091 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0475e92-3d14-4bcf-95a7-bbbf8b01220c req-00120b1d-4dff-460f-a6a4-1a799a7e0fa6 service neutron] 10.222.0.71 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1908174 Feb 17 01:25:32.121766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-198666b2-24e3-4a8e-9781-68c888c1459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:32.123987 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-198666b2-24e3-4a8e-9781-68c888c1459c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c2d8c4689584c5fbebd53918d9287b1&device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 1161 time: 0.1576254 Feb 17 01:25:32.124780 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-89ad88bc-0c29-4b48-a3a1-371ac4bb2923 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e20a0c63bd4c4a908952538f3def930e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322893 Feb 17 01:25:32.130304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38769e4-6c54-4d85-bfdc-b5e8ee8d075f req-44bf8fa6-2c48-46b9-b1a6-d54196f7a362 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:32.131843 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b38769e4-6c54-4d85-bfdc-b5e8ee8d075f req-44bf8fa6-2c48-46b9-b1a6-d54196f7a362 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1279688 Feb 17 01:25:32.279699 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b38769e4-6c54-4d85-bfdc-b5e8ee8d075f req-bae58a4a-bb41-46c6-9b87-5aee78dd98c7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213703 Feb 17 01:25:32.324026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-67878794-1916-4419-9fa2-d571c900d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:32.325639 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-67878794-1916-4419-9fa2-d571c900d1f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ef861b0d-c51a-45ea-88b2-21f8fe686a87 HTTP/1.1" status: 200 len: 902 time: 0.1905193 Feb 17 01:25:32.332191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9e79-7861-4893-a77e-1ff6839904ad req-eb761c7a-4bb1-4a77-b06b-f0a0388fa190 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:32.333816 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-eb761c7a-4bb1-4a77-b06b-f0a0388fa190 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980264 Feb 17 01:25:32.353727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Request body: {'port': {'device_id': 'dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2', 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d', 'admin_state_up': True, 'tenant_id': 'e20a0c63bd4c4a908952538f3def930e'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:32.405088 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-4fb06b2e-ab0f-46b7-9108-30c2ef1f3f3c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b43e99e-06d8-4f11-964b-50c39b54b20e HTTP/1.1" status: 200 len: 217 time: 0.0710692 Feb 17 01:25:32.483357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-3bf23107-d661-4ad8-8cac-90d8fdf78236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:32.484939 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-3bf23107-d661-4ad8-8cac-90d8fdf78236 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6949a1fc-37ff-4503-92ce-c617aa8ea5fd HTTP/1.1" status: 200 len: 848 time: 0.0640066 Feb 17 01:25:32.494192 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:32.498915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Usage tracker for resource:port and tenant:e20a0c63bd4c4a908952538f3def930e is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:32.501953 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:32.507726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:32.517497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Made reservation on behalf of e20a0c63bd4c4a908952538f3def930e for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:25:32.522989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:32.536897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:32.547761 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-98dac2e7-5cff-4ec5-966f-3a95c7498fa4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ef861b0d-c51a-45ea-88b2-21f8fe686a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472529 Feb 17 01:25:32.553289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:25:32.557375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Usage tracker for resource:security_group_rule and tenant:e20a0c63bd4c4a908952538f3def930e is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:25:32.560352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:25:32.566144 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:25:32.655151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:32.658091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:32.669350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-53318036-9801-4fe2-90e9-f75ad2003f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:32.694137 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-25c4c28e-d07d-4307-b46a-f0ce4e4fc4fb service neutron] 10.222.0.71 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384187 Feb 17 01:25:32.789672 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d9c94c-66b3-4b66-926c-4e284ab204bc,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:32.795599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:32.976595 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-05bc345b-8d4c-4b66-8138-42fd3f4d0772 req-05a09a16-1080-41bf-b02d-4fbeaaf713a2 service neutron] 10.222.0.71 "GET /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2735856 Feb 17 01:25:32.985246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Allocated IP 192.168.233.253 (f5c088d7-0d24-4623-a1d9-1fa4fa65207d/2a01aa79-a5a8-484d-b997-fb87a2aa00d4/f4b2cdb7-089a-46a0-8704-6aec3ec437d2) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:25:33.009556 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb5a6-3a16-473a-bad0-2fa1cf5dec3b req-3c669117-431f-4f8a-a1ff-8374589821be tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:33.011459 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b8bbb5a6-3a16-473a-bad0-2fa1cf5dec3b req-3c669117-431f-4f8a-a1ff-8374589821be tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 943 time: 0.2264967 Feb 17 01:25:33.019146 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ec6cf-3f0e-4b85-a5a1-6be9cebb7a58 req-ec9fb345-6c3d-4dbc-959a-1e3b2f49d66c tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:33.020743 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-df3ec6cf-3f0e-4b85-a5a1-6be9cebb7a58 req-ec9fb345-6c3d-4dbc-959a-1e3b2f49d66c tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 944 time: 0.1860564 Feb 17 01:25:33.097537 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b8bbb5a6-3a16-473a-bad0-2fa1cf5dec3b req-1edb4e96-6f49-4556-bcaf-4f99875d122c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756512 Feb 17 01:25:33.104893 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-df3ec6cf-3f0e-4b85-a5a1-6be9cebb7a58 req-960682d4-f9ff-40d8-a43b-e89499f1e03e tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667658 Feb 17 01:25:33.212978 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:33.229764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Transition to ACTIVE for port object f4b2cdb7-089a-46a0-8704-6aec3ec437d2 will not be triggered until provisioned by entity DHCP. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:25:33.253671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:33.272975 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:33.318528 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d09f6-096b-443d-977a-281d5d62e57f req-e7386196-c905-462e-abd6-a4ac71f18ff7 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:33.320372 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9f2d09f6-096b-443d-977a-281d5d62e57f req-e7386196-c905-462e-abd6-a4ac71f18ff7 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 936 time: 0.0893984 Feb 17 01:25:33.380448 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9f2d09f6-096b-443d-977a-281d5d62e57f req-eb3a2bcd-1913-419f-8123-9858796ce362 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503452 Feb 17 01:25:33.405892 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Pushing event updated for resources: {'Port': ['ID=f4b2cdb7-089a-46a0-8704-6aec3ec437d2,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:33.411168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:33.475262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Network f5c088d7-0d24-4623-a1d9-1fa4fa65207d is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:25:33.477620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:25:33.479982 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:25:33.546015 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:33.546699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:33.574616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1d8de-3438-41e3-a1f0-252fe86257a8 req-ea677f29-255a-4c36-98ac-61e3917bc395 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:33.576807 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-46a1d8de-3438-41e3-a1f0-252fe86257a8 req-ea677f29-255a-4c36-98ac-61e3917bc395 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.0898240 Feb 17 01:25:33.577984 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2342536 Feb 17 01:25:33.590979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Request body: {'port': {'device_id': 'dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:25:33.627519 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-46a1d8de-3438-41e3-a1f0-252fe86257a8 req-2652e722-9451-44af-a0b9-48e4da4efda1 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Feb 17 01:25:33.706886 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 08f278a4-ec00-4741-8470-150e2b3baf77 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:33.714630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:33.760740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7e993cef-1baf-41cf-86d1-e1c04887190e None None] Provisioning for port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:25:33.937785 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7e993cef-1baf-41cf-86d1-e1c04887190e None None] Provisioning complete for port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:33.938207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e993cef-1baf-41cf-86d1-e1c04887190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:34.002040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7e993cef-1baf-41cf-86d1-e1c04887190e None None] Port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:25:34.004303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 08f278a4-ec00-4741-8470-150e2b3baf77 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:25:34.009409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 08f278a4-ec00-4741-8470-150e2b3baf77 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:34.009827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:34.140001 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:34.158158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b2cdb7-089a-46a0-8704-6aec3ec437d2 {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:25:34.173515 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:34.199665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8aa66d-3ba5-4d3f-8a94-589007fbe1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f278a4-ec00-4741-8470-150e2b3baf77'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:34.200583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Transition to ACTIVE for port object f4b2cdb7-089a-46a0-8704-6aec3ec437d2 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:25:34.207069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:34.209266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 08f278a4-ec00-4741-8470-150e2b3baf77, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=08f278a4-ec00-4741-8470-150e2b3baf77,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:34.213796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:34.215935 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:34.225974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-61a9c83c-b0c3-4536-b70b-701159c17d90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:34.293278 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=08f278a4-ec00-4741-8470-150e2b3baf77,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:34.297622 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:34.368553 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b2cdb7-089a-46a0-8704-6aec3ec437d2,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:34.373671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:34.402770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b4aae-0d4d-427e-89ce-d6c541ff69c2 req-9adcad50-c6f0-48b3-9faa-85284f41ce0d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:34.406428 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-633b4aae-0d4d-427e-89ce-d6c541ff69c2 req-9adcad50-c6f0-48b3-9faa-85284f41ce0d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 944 time: 0.1624744 Feb 17 01:25:34.417551 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860418-9e56-4873-b948-ffc18c3a720a req-2ab3b83d-dd84-426b-b7ba-ea9a7ed0bf40 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:34.419148 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-39860418-9e56-4873-b948-ffc18c3a720a req-2ab3b83d-dd84-426b-b7ba-ea9a7ed0bf40 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 945 time: 0.1356075 Feb 17 01:25:34.512629 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-39860418-9e56-4873-b948-ffc18c3a720a req-09daa25f-4817-49ca-9ab7-65e9f9fea908 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754559 Feb 17 01:25:34.534298 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-633b4aae-0d4d-427e-89ce-d6c541ff69c2 req-998ce07d-76d1-4236-bea8-e50bb0d55beb tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121578 Feb 17 01:25:34.562676 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Attempting to bind port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:25:34.563208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Attempting to bind port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '80c3d7df-d8e3-4537-934f-617526ccfb6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:25:34.563376 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Attempting to bind port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 on network f5c088d7-0d24-4623-a1d9-1fa4fa65207d {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:25:34.580512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:25:34.580903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Checking segment: {'id': '80c3d7df-d8e3-4537-934f-617526ccfb6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:25:34.581279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:34.581672 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Bound using segment: {'id': '80c3d7df-d8e3-4537-934f-617526ccfb6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:25:34.582147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Bound port: f4b2cdb7-089a-46a0-8704-6aec3ec437d2, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c3d7df-d8e3-4537-934f-617526ccfb6d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f5c088d7-0d24-4623-a1d9-1fa4fa65207d'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:25:34.582516 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:34.596921 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8aa66d-3ba5-4d3f-8a94-589007fbe1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f278a4-ec00-4741-8470-150e2b3baf77', 'code': 200} Feb 17 01:25:34.699137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] For port f4b2cdb7-089a-46a0-8704-6aec3ec437d2, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:25:34.702717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] For port f4b2cdb7-089a-46a0-8704-6aec3ec437d2, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f4b2cdb7-089a-46a0-8704-6aec3ec437d2,segment=NetworkSegment(80c3d7df-d8e3-4537-934f-617526ccfb6d),segment_id=80c3d7df-d8e3-4537-934f-617526ccfb6d)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:25:34.705960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:34.721960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:34.848331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83b8a5-ae9b-4cd6-9c3b-1b8f0950a64b req-fe132fb3-016f-4011-aa68-45623d69b4e7 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:34.850233 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8f83b8a5-ae9b-4cd6-9c3b-1b8f0950a64b req-fe132fb3-016f-4011-aa68-45623d69b4e7 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 948 time: 0.1175876 Feb 17 01:25:34.908283 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8f83b8a5-ae9b-4cd6-9c3b-1b8f0950a64b req-5408cff3-bd46-4e2c-b2a7-617203262b00 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506914 Feb 17 01:25:35.009128 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952c9c4-02ca-4f7b-903c-15640df114fb req-aa643cb0-c4a9-4607-a7e6-ab90807187c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:35.010787 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3952c9c4-02ca-4f7b-903c-15640df114fb req-aa643cb0-c4a9-4607-a7e6-ab90807187c8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 1162 time: 0.0926323 Feb 17 01:25:35.106189 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3952c9c4-02ca-4f7b-903c-15640df114fb req-52b5a00b-97de-4015-988c-ca4492852445 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880589 Feb 17 01:25:35.116592 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b2cdb7-089a-46a0-8704-6aec3ec437d2,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:35.121753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:35.146400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820869ac-7e46-4eed-af6a-c9574ff4e331 req-7aac0b28-842b-4662-ba99-109f2c0ae344 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:35.148228 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-820869ac-7e46-4eed-af6a-c9574ff4e331 req-7aac0b28-842b-4662-ba99-109f2c0ae344 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1071198 Feb 17 01:25:35.151533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:35.152205 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:35.153685 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] 10.222.0.71 "PUT /v2.0/ports/f4b2cdb7-089a-46a0-8704-6aec3ec437d2 HTTP/1.1" status: 200 len: 1162 time: 1.5674839 Feb 17 01:25:35.154212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2', 'tag': 'f4b2cdb7-089a-46a0-8704-6aec3ec437d2'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:35.222978 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-820869ac-7e46-4eed-af6a-c9574ff4e331 req-53d33347-79e1-4061-80fb-bb56d39bbe6a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480175 Feb 17 01:25:35.223371 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2', 'tag': 'f4b2cdb7-089a-46a0-8704-6aec3ec437d2', 'status': 'completed', 'code': 200} Feb 17 01:25:35.486272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ab33-f1b6-4efd-a4aa-5d002d7c8cfd req-eaffa0bd-969d-416e-bd9c-1fc122a2a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:35.487993 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4f25ab33-f1b6-4efd-a4aa-5d002d7c8cfd req-eaffa0bd-969d-416e-bd9c-1fc122a2a820 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e20a0c63bd4c4a908952538f3def930e&device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 1165 time: 0.0845082 Feb 17 01:25:35.531497 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4f25ab33-f1b6-4efd-a4aa-5d002d7c8cfd req-df45cc43-a35a-4f34-858a-8ec807457264 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e20a0c63bd4c4a908952538f3def930e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316117 Feb 17 01:25:35.687271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ab33-f1b6-4efd-a4aa-5d002d7c8cfd req-a669c013-06f6-4c27-b4e6-7bd5e3392af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:35.688916 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4f25ab33-f1b6-4efd-a4aa-5d002d7c8cfd req-a669c013-06f6-4c27-b4e6-7bd5e3392af1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1475327 Feb 17 01:25:35.801990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9e79-7861-4893-a77e-1ff6839904ad req-e39c0d93-9f98-45cb-b9c5-1ff819eb7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:35.803581 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-e39c0d93-9f98-45cb-b9c5-1ff819eb7916 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e20a0c63bd4c4a908952538f3def930e&device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 1165 time: 0.0783608 Feb 17 01:25:35.806741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048695d-2b88-4402-9db2-6b8bb2b1351e req-8b51681b-cf87-4144-90fb-536e6c166861 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:35.808388 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1048695d-2b88-4402-9db2-6b8bb2b1351e req-8b51681b-cf87-4144-90fb-536e6c166861 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 945 time: 0.1631675 Feb 17 01:25:35.814466 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461562d4-f791-403f-9bb5-a1a4b142fad3 req-6853e026-b140-4fd9-a94a-d6b39e94e0ba tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:35.816076 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-461562d4-f791-403f-9bb5-a1a4b142fad3 req-6853e026-b140-4fd9-a94a-d6b39e94e0ba tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 944 time: 0.1279826 Feb 17 01:25:35.864071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 9b43e99e-06d8-4f11-964b-50c39b54b20e up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:35.886789 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-7aea3c0b-a584-4ed3-b11b-543d88e21c8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=f4b2cdb7-089a-46a0-8704-6aec3ec437d2 HTTP/1.1" status: 200 len: 217 time: 0.0711639 Feb 17 01:25:35.892603 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1048695d-2b88-4402-9db2-6b8bb2b1351e req-e719abc0-7fda-49b7-b02d-9bc31b31bb82 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755255 Feb 17 01:25:35.900405 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-461562d4-f791-403f-9bb5-a1a4b142fad3 req-5a19456b-6d5d-4207-80bd-abd342f4587f tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695190 Feb 17 01:25:35.948828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 9b43e99e-06d8-4f11-964b-50c39b54b20e completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:25:35.954958 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 9b43e99e-06d8-4f11-964b-50c39b54b20e triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:35.955576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:35.981605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9e79-7861-4893-a77e-1ff6839904ad req-b4ee5d13-8928-4a22-bd3e-acdae0202d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:35.983284 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-b4ee5d13-8928-4a22-bd3e-acdae0202d12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2a01aa79-a5a8-484d-b997-fb87a2aa00d4 HTTP/1.1" status: 200 len: 843 time: 0.0768259 Feb 17 01:25:36.077580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9e79-7861-4893-a77e-1ff6839904ad req-cdcb9cf0-3bf4-4cb3-9170-64f37fcd9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:36.079231 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-cdcb9cf0-3bf4-4cb3-9170-64f37fcd9039 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f5c088d7-0d24-4623-a1d9-1fa4fa65207d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0828931 Feb 17 01:25:36.088623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:36.129703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 9b43e99e-06d8-4f11-964b-50c39b54b20e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9b43e99e-06d8-4f11-964b-50c39b54b20e,segment=NetworkSegment(1e29c506-9aca-4a17-a9ac-732e7997d285),segment_id=1e29c506-9aca-4a17-a9ac-732e7997d285)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:36.133923 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:36.134977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 08f278a4-ec00-4741-8470-150e2b3baf77 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:36.150487 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad7577-5335-4e7b-8255-32cba33957db req-482ec939-2c52-416a-b9cc-bb96a4f4d099 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:36.152262 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2ad7577-5335-4e7b-8255-32cba33957db req-482ec939-2c52-416a-b9cc-bb96a4f4d099 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 948 time: 0.1020136 Feb 17 01:25:36.168756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9e685ac6-ed7e-4ee2-a0d8-5c0fccd257e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:36.207980 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2ad7577-5335-4e7b-8255-32cba33957db req-e392395e-d9d1-42d8-8f85-d33766a05062 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Feb 17 01:25:36.283504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=9b43e99e-06d8-4f11-964b-50c39b54b20e,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:36.286978 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:36.290684 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-fb448d46-4f0e-4c24-b18e-3e8909ada700 service neutron] 10.222.0.71 "GET /v2.0/networks/f5c088d7-0d24-4623-a1d9-1fa4fa65207d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875629 Feb 17 01:25:36.296728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 08f278a4-ec00-4741-8470-150e2b3baf77 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:36.297138 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:36.457262 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-134e9e79-7861-4893-a77e-1ff6839904ad req-558b11d9-ead2-42a6-a148-e80e16fe1744 service neutron] 10.222.0.71 "GET /v2.0/networks/f5c088d7-0d24-4623-a1d9-1fa4fa65207d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435418 Feb 17 01:25:36.461691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd0f1c-a919-4bb9-b5af-1ceadcd8fd61 req-502a56eb-39f3-4cea-89f2-9ec0cb17a489 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:36.463455 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8bcd0f1c-a919-4bb9-b5af-1ceadcd8fd61 req-502a56eb-39f3-4cea-89f2-9ec0cb17a489 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1104679 Feb 17 01:25:36.512507 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8bcd0f1c-a919-4bb9-b5af-1ceadcd8fd61 req-9c39b864-d57f-40ad-a1ea-a001d3b40ff4 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421157 Feb 17 01:25:36.598743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375400b-7e78-4cc8-89e2-fcdad2a816dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b43e99e-06d8-4f11-964b-50c39b54b20e'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:36.655619 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375400b-7e78-4cc8-89e2-fcdad2a816dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b43e99e-06d8-4f11-964b-50c39b54b20e', 'code': 200} Feb 17 01:25:37.004636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e940e-8142-4137-8604-23d7901ab420 req-09e7bb94-1b1b-4071-b8d5-e82c6e5d323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:37.006286 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-640e940e-8142-4137-8604-23d7901ab420 req-09e7bb94-1b1b-4071-b8d5-e82c6e5d323b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 1163 time: 0.0786755 Feb 17 01:25:37.065223 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-640e940e-8142-4137-8604-23d7901ab420 req-f09cf191-92a1-480c-b9f8-3b7a769be518 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Feb 17 01:25:37.109667 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 9b43e99e-06d8-4f11-964b-50c39b54b20e up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:37.156888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059b76f-6e0a-40c8-b773-532ad6f90724 req-b65fa4e3-0e0d-4542-9b2d-15c3249c0eec tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:37.158553 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4059b76f-6e0a-40c8-b773-532ad6f90724 req-b65fa4e3-0e0d-4542-9b2d-15c3249c0eec tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 945 time: 0.1506705 Feb 17 01:25:37.183208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 9b43e99e-06d8-4f11-964b-50c39b54b20e triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:37.183733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:37.198567 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b40499-5d70-4525-9771-8f9e3cc2f420 req-6ee344d6-8cec-4305-b90d-926f675575d0 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:37.200199 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-28b40499-5d70-4525-9771-8f9e3cc2f420 req-6ee344d6-8cec-4305-b90d-926f675575d0 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 946 time: 0.1492064 Feb 17 01:25:37.243095 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4059b76f-6e0a-40c8-b773-532ad6f90724 req-d6764f6a-e277-41fe-a6db-032c350d13f1 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762308 Feb 17 01:25:37.284767 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-28b40499-5d70-4525-9771-8f9e3cc2f420 req-b6da44f0-581f-4e63-90b6-810628bc2f5e tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730543 Feb 17 01:25:37.321122 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 08f278a4-ec00-4741-8470-150e2b3baf77 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:37.395828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 08f278a4-ec00-4741-8470-150e2b3baf77 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:37.396238 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:37.498742 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf04d23-163a-4031-b9ab-49e30865ee0f req-f3ec2381-b2a6-4166-8757-b9d528ad32d3 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:37.500529 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4cf04d23-163a-4031-b9ab-49e30865ee0f req-f3ec2381-b2a6-4166-8757-b9d528ad32d3 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 948 time: 0.1095829 Feb 17 01:25:37.553887 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4cf04d23-163a-4031-b9ab-49e30865ee0f req-8e6f38ee-7643-4489-95ae-a318db31f1e5 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435865 Feb 17 01:25:37.755721 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864de92-6795-42f0-a73b-70eb340c8e19 req-d4c2a5f0-f403-4910-8af0-28ab53eff30c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:37.757426 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2864de92-6795-42f0-a73b-70eb340c8e19 req-d4c2a5f0-f403-4910-8af0-28ab53eff30c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.0924618 Feb 17 01:25:37.809516 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2864de92-6795-42f0-a73b-70eb340c8e19 req-5053db12-f6e9-4dfc-8ab1-6045db63ad5a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456107 Feb 17 01:25:37.924868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa12104-93de-413e-ae33-1779faaf9094 req-bae4b8c5-63af-49d0-beaa-d0ae7e927060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:37.926473 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cfa12104-93de-413e-ae33-1779faaf9094 req-bae4b8c5-63af-49d0-beaa-d0ae7e927060 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 1162 time: 0.0778646 Feb 17 01:25:37.984968 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cfa12104-93de-413e-ae33-1779faaf9094 req-0cda8aa0-3fef-4d6f-be92-2eb0c9478f49 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371819 Feb 17 01:25:38.478354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedb2a7-320c-4f75-8377-7e5268d509b9 req-5d4fb778-27e5-4c58-9337-30102f3d587a tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:38.480004 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0fedb2a7-320c-4f75-8377-7e5268d509b9 req-5d4fb778-27e5-4c58-9337-30102f3d587a tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 946 time: 0.0865579 Feb 17 01:25:38.528304 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0fedb2a7-320c-4f75-8377-7e5268d509b9 req-a6e75ec6-49fd-4a83-abe7-503d463f729e tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Feb 17 01:25:38.755212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ebd22-52ff-490c-9aaa-c39657336b9b req-d26d8cde-c37a-4a7b-85c9-0cf1e268f24e tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:38.756823 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-199ebd22-52ff-490c-9aaa-c39657336b9b req-d26d8cde-c37a-4a7b-85c9-0cf1e268f24e tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 948 time: 0.0894401 Feb 17 01:25:38.804067 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-199ebd22-52ff-490c-9aaa-c39657336b9b req-6a7785a6-ae74-4c90-a006-45438e89e493 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Feb 17 01:25:38.856835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:38.989764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 9b43e99e-06d8-4f11-964b-50c39b54b20e up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:39.011582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b7c4-6f99-4e55-9aa9-d781d7daef41 req-f8a7b3fb-acf1-42f6-9342-eba65552c26b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:39.013248 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b978b7c4-6f99-4e55-9aa9-d781d7daef41 req-f8a7b3fb-acf1-42f6-9342-eba65552c26b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.0873783 Feb 17 01:25:39.064298 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b978b7c4-6f99-4e55-9aa9-d781d7daef41 req-22535f45-ae6d-4adc-8a8f-b9b5d3b1fd43 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439453 Feb 17 01:25:39.064571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 9b43e99e-06d8-4f11-964b-50c39b54b20e triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:39.064991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:39.994810 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d352-5f7b-45fa-9c7c-abdd106c72df req-fff13149-e1d9-45ac-a52b-40c3693267de tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:39.996423 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5d60d352-5f7b-45fa-9c7c-abdd106c72df req-fff13149-e1d9-45ac-a52b-40c3693267de tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 946 time: 0.3535509 Feb 17 01:25:40.063666 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5d60d352-5f7b-45fa-9c7c-abdd106c72df req-6118070e-1ea3-4fce-8e01-91f7d1d2541d tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598099 Feb 17 01:25:40.070469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd17216-80bc-4c2d-ad3b-7aca732cc65b req-ff47f735-2e4a-4874-bda5-448eb5383e55 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:40.072091 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6fd17216-80bc-4c2d-ad3b-7aca732cc65b req-ff47f735-2e4a-4874-bda5-448eb5383e55 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 948 time: 0.1444714 Feb 17 01:25:40.123770 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6fd17216-80bc-4c2d-ad3b-7aca732cc65b req-2da33afc-c858-4e82-ad91-cc0b53e9635c tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Feb 17 01:25:40.332751 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948a2bc-7ac0-4f42-a1dc-d8398553bef3 req-2d143985-d292-4c3b-9d46-49a9fc3caaeb tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:40.334283 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e948a2bc-7ac0-4f42-a1dc-d8398553bef3 req-2d143985-d292-4c3b-9d46-49a9fc3caaeb tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.0877490 Feb 17 01:25:40.382780 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e948a2bc-7ac0-4f42-a1dc-d8398553bef3 req-fbd3dd51-b9ea-4b66-bbaf-029b4350264c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Feb 17 01:25:40.586774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a69578-2299-445d-b928-bb42f1cc80ae req-550383cf-1f0b-4d0a-a8b8-ce55b5569c51 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:40.589508 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-98a69578-2299-445d-b928-bb42f1cc80ae req-550383cf-1f0b-4d0a-a8b8-ce55b5569c51 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.0930920 Feb 17 01:25:40.642695 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-98a69578-2299-445d-b928-bb42f1cc80ae req-7e3cf1eb-299e-4983-a327-d927e5d8376e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Feb 17 01:25:41.129529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network f5c088d7-0d24-4623-a1d9-1fa4fa65207d details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:25:41.366360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882f832-35b6-4f0c-86c0-09602c705101 req-8b19da75-b09e-4183-bba2-66a9e40831b2 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:41.368009 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1882f832-35b6-4f0c-86c0-09602c705101 req-8b19da75-b09e-4183-bba2-66a9e40831b2 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 948 time: 0.0917511 Feb 17 01:25:41.420517 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1882f832-35b6-4f0c-86c0-09602c705101 req-852faa34-6ba7-4c1d-94e6-7f2d53041aed tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460403 Feb 17 01:25:41.579522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.objects.ports [None req-30801e4b-29f5-4581-af5d-3d8a8ba07a29 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83938) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:25:41.614919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45939af-5824-4046-b9d2-caf553137bc8 req-1a742479-52db-4c64-ab60-2e5cc788d6fe tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:41.616484 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a45939af-5824-4046-b9d2-caf553137bc8 req-1a742479-52db-4c64-ab60-2e5cc788d6fe tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 946 time: 0.0876122 Feb 17 01:25:41.664822 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a45939af-5824-4046-b9d2-caf553137bc8 req-63e28cf8-40d4-4f22-b04c-063a18f49643 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Feb 17 01:25:42.624499 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-59f649dd-0c47-42af-87a6-f38b7f08cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:42.626151 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-59f649dd-0c47-42af-87a6-f38b7f08cce0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 1163 time: 0.0844033 Feb 17 01:25:42.629876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1df6c-2daa-4a79-a9a7-9242c8fc2969 req-f1f9b774-8a25-4d90-b2ce-799793a1d888 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:42.631500 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dbb1df6c-2daa-4a79-a9a7-9242c8fc2969 req-f1f9b774-8a25-4d90-b2ce-799793a1d888 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 948 time: 0.0909879 Feb 17 01:25:42.681026 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dbb1df6c-2daa-4a79-a9a7-9242c8fc2969 req-bcf002f8-ecb7-4051-b3e0-241e27764b46 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Feb 17 01:25:42.798191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-dda13c17-c58d-4e9c-8153-560d054d1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:42.799819 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-dda13c17-c58d-4e9c-8153-560d054d1bca service neutron] 10.222.0.71 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 913 time: 0.1468515 Feb 17 01:25:42.889689 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-a4273571-8b7b-4f21-998b-0aa404c043f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd HTTP/1.1" status: 200 len: 217 time: 0.0664802 Feb 17 01:25:42.899829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2459dbe-a54a-40f2-a1e9-bd2b2a482728 req-bb4be3fe-d3af-4452-bb65-0d1d8e758eda tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:42.901437 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c2459dbe-a54a-40f2-a1e9-bd2b2a482728 req-bb4be3fe-d3af-4452-bb65-0d1d8e758eda tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1582851 Feb 17 01:25:42.912995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b2127-b392-484a-a2f3-e992dd6c4161 req-b79d2446-c638-4e08-9e28-e9d673578758 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:42.914521 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6f1b2127-b392-484a-a2f3-e992dd6c4161 req-b79d2446-c638-4e08-9e28-e9d673578758 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 946 time: 0.1264462 Feb 17 01:25:42.928019 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f4b2cdb7-089a-46a0-8704-6aec3ec437d2 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:42.982954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-d6e189c2-874e-4feb-8be0-274b361a0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:42.984630 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-d6e189c2-874e-4feb-8be0-274b361a0cff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 200 len: 859 time: 0.0769894 Feb 17 01:25:42.992642 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c2459dbe-a54a-40f2-a1e9-bd2b2a482728 req-02ac7de2-2371-414e-b7ab-a2fc678214f7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770879 Feb 17 01:25:42.997309 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6f1b2127-b392-484a-a2f3-e992dd6c4161 req-13f1fe10-5e8c-4a66-8485-943617944ec0 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667088 Feb 17 01:25:43.020337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:25:43.020337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:43.020337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:43.050220 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-cf89018a-0b29-4a82-9bdb-4c14a4fa1d32 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22bc5a98-918f-4296-b956-cbb30667b7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484753 Feb 17 01:25:43.164594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:43.196811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b2cdb7-089a-46a0-8704-6aec3ec437d2'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:43.208321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port f4b2cdb7-089a-46a0-8704-6aec3ec437d2, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f4b2cdb7-089a-46a0-8704-6aec3ec437d2,segment=NetworkSegment(80c3d7df-d8e3-4537-934f-617526ccfb6d),segment_id=80c3d7df-d8e3-4537-934f-617526ccfb6d)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:43.213997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:43.214914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 614078b0-4175-40b0-93e6-417986a7022d up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:43.237096 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-31adf9fd-ccbf-4e38-9a57-05286962c898 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783373 Feb 17 01:25:43.246188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:43.288318 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b2cdb7-089a-46a0-8704-6aec3ec437d2', 'code': 200} Feb 17 01:25:43.347536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=f4b2cdb7-089a-46a0-8704-6aec3ec437d2,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:43.352023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:43.381180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 614078b0-4175-40b0-93e6-417986a7022d triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:43.381724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:43.425791 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7f6b205-9a53-4a11-8394-5f298202e50a req-6510eba9-9d9c-4df5-ad46-ea0aeb982bf2 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1680701 Feb 17 01:25:43.594109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1a38d-db53-48c2-b511-ba5628e23c91 req-2740ed9d-f37d-4e3e-9717-b4ae42779c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:43.595762 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f7e1a38d-db53-48c2-b511-ba5628e23c91 req-2740ed9d-f37d-4e3e-9717-b4ae42779c63 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 1167 time: 0.0918167 Feb 17 01:25:43.653281 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f7e1a38d-db53-48c2-b511-ba5628e23c91 req-c6e61670-599a-400c-a36d-a1a080380080 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453434 Feb 17 01:25:43.765838 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f4b2cdb7-089a-46a0-8704-6aec3ec437d2 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:43.837841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:43.838259 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:43.893564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a848-a1cd-4051-91ce-98bf8c0b0513 req-323c4797-8430-4bac-bdb1-2ffa702603cc tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:43.895203 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0455a848-a1cd-4051-91ce-98bf8c0b0513 req-323c4797-8430-4bac-bdb1-2ffa702603cc tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 950 time: 0.0869584 Feb 17 01:25:43.949751 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0455a848-a1cd-4051-91ce-98bf8c0b0513 req-e7f30a37-a9bf-447f-bbc1-edfd61357b3f tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477617 Feb 17 01:25:44.100825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-a2ef516b-a069-41c2-af9b-4c389adb87f4 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:44.101592 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-a2ef516b-a069-41c2-af9b-4c389adb87f4 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Synchronizing usage tracker for tenant:2c2d8c4689584c5fbebd53918d9287b1 on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:25:44.115207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-a2ef516b-a069-41c2-af9b-4c389adb87f4 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Unset dirty status for tenant:2c2d8c4689584c5fbebd53918d9287b1 on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:25:44.116456 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-a2ef516b-a069-41c2-af9b-4c389adb87f4 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.71 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 946 time: 0.1061065 Feb 17 01:25:44.200495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Deleting port 9b43e99e-06d8-4f11-964b-50c39b54b20e {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:25:44.200865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:44.265665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1516e4e-406b-4682-b35d-3872f93ba5db req-cee6abce-72c0-4010-ada2-83050ab084ea tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:44.267269 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1516e4e-406b-4682-b35d-3872f93ba5db req-cee6abce-72c0-4010-ada2-83050ab084ea tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1586399 Feb 17 01:25:44.278287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960cffc-09fb-44d3-8c47-0d4f69377081 req-0c30fef0-5632-47fb-8370-683265e8288a tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:44.279826 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2960cffc-09fb-44d3-8c47-0d4f69377081 req-0c30fef0-5632-47fb-8370-683265e8288a tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 946 time: 0.1194067 Feb 17 01:25:44.354131 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1516e4e-406b-4682-b35d-3872f93ba5db req-ac9e04d0-1771-45a1-8194-21edd64d8350 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732806 Feb 17 01:25:44.358631 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2960cffc-09fb-44d3-8c47-0d4f69377081 req-c6b283c1-8b26-4329-a8d9-9d32d5f552ac tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/security-groups?id=708a4431-8626-44bf-ae04-b718b8ee1ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639970 Feb 17 01:25:44.469120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] For port 9b43e99e-06d8-4f11-964b-50c39b54b20e, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=9b43e99e-06d8-4f11-964b-50c39b54b20e,segment=NetworkSegment(1e29c506-9aca-4a17-a9ac-732e7997d285),segment_id=1e29c506-9aca-4a17-a9ac-732e7997d285)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:44.469419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:44.601475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Calling delete_port for 9b43e99e-06d8-4f11-964b-50c39b54b20e owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:25:44.750431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:44.765584 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:44.862505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Pushing event deleted for resources: {'Port': ['ID=9b43e99e-06d8-4f11-964b-50c39b54b20e,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:44.883773 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.884177 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.884572 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.884963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.885351 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.885735 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.886116 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.886498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.886877 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.887263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.887665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.888040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.888518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.888895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.889317 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.889674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.890053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.890961 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.891368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.891746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.892119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.892495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.892868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.893246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:44.898415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:44.998320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] No DVR routers for this DVR port 9b43e99e-06d8-4f11-964b-50c39b54b20e on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:25:45.000745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:45.006101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0375400b-7e78-4cc8-89e2-fcdad2a816dd', 'name': 'network-vif-deleted', 'tag': '9b43e99e-06d8-4f11-964b-50c39b54b20e'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:45.034364 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9c5d4f8f-5870-423a-ac59-80f1590ecd9b req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.71 "DELETE /v2.0/ports/9b43e99e-06d8-4f11-964b-50c39b54b20e HTTP/1.1" status: 204 len: 173 time: 0.9059632 Feb 17 01:25:45.266413 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847a26f-2cdc-4d9b-8631-eaed0cf124a6 req-f06c4a83-077b-409b-8856-7504904252ad tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:45.268049 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0847a26f-2cdc-4d9b-8631-eaed0cf124a6 req-f06c4a83-077b-409b-8856-7504904252ad tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 950 time: 0.1908071 Feb 17 01:25:45.275800 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4efcf4-e4e2-4eeb-9f04-bb7c73485878 req-9f1faad7-a47a-42ca-a501-31e4f21d0452 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:45.277467 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-aa4efcf4-e4e2-4eeb-9f04-bb7c73485878 req-9f1faad7-a47a-42ca-a501-31e4f21d0452 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 945 time: 0.1486433 Feb 17 01:25:45.367137 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0847a26f-2cdc-4d9b-8631-eaed0cf124a6 req-bac78edb-1186-49ea-b3c6-645f4ab6f656 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876889 Feb 17 01:25:45.370301 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-aa4efcf4-e4e2-4eeb-9f04-bb7c73485878 req-dec78fab-45ff-458b-8728-773e8655781b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730121 Feb 17 01:25:45.479300 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0375400b-7e78-4cc8-89e2-fcdad2a816dd', 'name': 'network-vif-deleted', 'tag': '9b43e99e-06d8-4f11-964b-50c39b54b20e', 'status': 'completed', 'code': 200} Feb 17 01:25:45.664552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602cd9a-193c-454e-bddd-17d36e780a9a req-31d4dad5-0aec-45fc-a4bf-c3a05df13e5e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:45.666147 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2602cd9a-193c-454e-bddd-17d36e780a9a req-31d4dad5-0aec-45fc-a4bf-c3a05df13e5e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.0917575 Feb 17 01:25:45.758570 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2602cd9a-193c-454e-bddd-17d36e780a9a req-d907e38c-0504-4975-b7fa-4e3d244e7f74 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853648 Feb 17 01:25:45.760726 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c013db53-63cd-4f6f-b750-e621f4cdd4d7 req-1e7f76b7-e9c8-4184-8b8d-9479a9c6cc52 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] 10.222.0.65 "GET /v2.0/ports?device_id=0375400b-7e78-4cc8-89e2-fcdad2a816dd HTTP/1.1" status: 200 len: 210 time: 0.0530319 Feb 17 01:25:45.894104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f4b2cdb7-089a-46a0-8704-6aec3ec437d2 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:45.968860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:45.969370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:46.106222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 9b43e99e-06d8-4f11-964b-50c39b54b20e no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:25:46.147167 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] No Port match for: 9b43e99e-06d8-4f11-964b-50c39b54b20e {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:25:46.147502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 9b43e99e-06d8-4f11-964b-50c39b54b20e not bound to the agent host hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:25:46.645656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78729a-1c35-4223-aeaf-fe7b84fce5c3 req-b68144f5-5286-40f6-80ec-c80ea89e9ea0 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:46.647541 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ae78729a-1c35-4223-aeaf-fe7b84fce5c3 req-b68144f5-5286-40f6-80ec-c80ea89e9ea0 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 950 time: 0.1582739 Feb 17 01:25:46.654669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504f65e-5209-48f3-8f2f-a84e10660dda req-e59ea35c-4fcd-47cf-9a89-d57eade8de1c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:46.656746 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f504f65e-5209-48f3-8f2f-a84e10660dda req-e59ea35c-4fcd-47cf-9a89-d57eade8de1c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 945 time: 0.1280620 Feb 17 01:25:46.728206 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ae78729a-1c35-4223-aeaf-fe7b84fce5c3 req-e6f0cf46-a7bc-4f4a-8b55-0d899b74d451 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703797 Feb 17 01:25:46.738447 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f504f65e-5209-48f3-8f2f-a84e10660dda req-398c2512-3c76-4bec-9a47-4d8fb90c8cb9 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652037 Feb 17 01:25:47.081521 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10cc31-a632-44db-bb3a-c87b14d8035e req-7a738b59-117e-44cd-8959-5c925719fad5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:47.083152 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4e10cc31-a632-44db-bb3a-c87b14d8035e req-7a738b59-117e-44cd-8959-5c925719fad5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.0885100 Feb 17 01:25:47.132126 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4e10cc31-a632-44db-bb3a-c87b14d8035e req-f626d47e-8cf2-45af-ad88-c1487ca7d8d3 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Feb 17 01:25:47.570213 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85ceb2-c6f8-4a54-a94c-69294976a45c req-3a7b80dd-382b-4d12-9e3d-c59a5620e5af tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:47.571840 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ee85ceb2-c6f8-4a54-a94c-69294976a45c req-3a7b80dd-382b-4d12-9e3d-c59a5620e5af tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 950 time: 0.0921016 Feb 17 01:25:47.621120 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ee85ceb2-c6f8-4a54-a94c-69294976a45c req-3df8d223-2d61-4013-9bd7-1e5980a15942 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Feb 17 01:25:47.806891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 08f278a4-ec00-4741-8470-150e2b3baf77 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:25:47.880371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 08f278a4-ec00-4741-8470-150e2b3baf77 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:25:47.880784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:47.992921 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cfd47-74de-41ef-828d-95dcd1dbd6b0 req-784a9502-7436-4f6d-975e-c76ee210cc74 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:48.002394 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2c4cfd47-74de-41ef-828d-95dcd1dbd6b0 req-784a9502-7436-4f6d-975e-c76ee210cc74 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 945 time: 0.1373942 Feb 17 01:25:48.030075 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-460da835-7a71-4a14-b6d6-ab4b40efedb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:48.056868 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2c4cfd47-74de-41ef-828d-95dcd1dbd6b0 req-4f731a44-a6f5-4317-b334-1cb46ce3a514 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530121 Feb 17 01:25:48.149248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-895acf2f-6915-41aa-82a8-d4848b9d2c92 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:48.150016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-895acf2f-6915-41aa-82a8-d4848b9d2c92 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Synchronizing usage tracker for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:25:48.168573 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-895acf2f-6915-41aa-82a8-d4848b9d2c92 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Unset dirty status for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:25:48.169842 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-895acf2f-6915-41aa-82a8-d4848b9d2c92 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 945 time: 0.1068029 Feb 17 01:25:48.267214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Deleting port 08f278a4-ec00-4741-8470-150e2b3baf77 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:25:48.267632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:48.349307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bf8a0-3779-4026-8ac1-88d1f21f5e0f req-4c75e678-3007-4b58-84c8-330cbf98e430 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:48.350943 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf1bf8a0-3779-4026-8ac1-88d1f21f5e0f req-4c75e678-3007-4b58-84c8-330cbf98e430 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.0950944 Feb 17 01:25:48.418314 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf1bf8a0-3779-4026-8ac1-88d1f21f5e0f req-2cd417cc-0674-41c9-a919-cfa346cb8f6e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606911 Feb 17 01:25:48.561574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] For port 08f278a4-ec00-4741-8470-150e2b3baf77, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=08f278a4-ec00-4741-8470-150e2b3baf77,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:48.562598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:48.701783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Calling delete_port for 08f278a4-ec00-4741-8470-150e2b3baf77 owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:25:48.828071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70f1d4-06d0-459d-8715-9bf9627c78ac req-48047042-9a65-4a07-a50e-d6c4bc7f4f32 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:48.829571 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2f70f1d4-06d0-459d-8715-9bf9627c78ac req-48047042-9a65-4a07-a50e-d6c4bc7f4f32 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 950 time: 0.0893438 Feb 17 01:25:48.848495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:48.864229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:48.877402 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2f70f1d4-06d0-459d-8715-9bf9627c78ac req-1f661a2a-5005-4e35-83fa-6dae3a63d0ff tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Feb 17 01:25:48.958691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Pushing event deleted for resources: {'Port': ['ID=08f278a4-ec00-4741-8470-150e2b3baf77,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:48.965520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:49.075126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] No DVR routers for this DVR port 08f278a4-ec00-4741-8470-150e2b3baf77 on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:25:49.077465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:49.080248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8aa66d-3ba5-4d3f-8a94-589007fbe1be', 'name': 'network-vif-deleted', 'tag': '08f278a4-ec00-4741-8470-150e2b3baf77'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:49.096263 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-500b8f2c-15da-4ea8-8ddd-7175556c53e5 req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "DELETE /v2.0/ports/08f278a4-ec00-4741-8470-150e2b3baf77 HTTP/1.1" status: 204 len: 173 time: 0.9171786 Feb 17 01:25:49.141163 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8aa66d-3ba5-4d3f-8a94-589007fbe1be', 'name': 'network-vif-deleted', 'tag': '08f278a4-ec00-4741-8470-150e2b3baf77', 'status': 'completed', 'code': 200} Feb 17 01:25:49.245945 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-affbff05-6dc4-49d5-81de-370940851f7f req-2699858b-d180-4633-a9af-843d80a1840c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c8aa66d-3ba5-4d3f-8a94-589007fbe1be HTTP/1.1" status: 200 len: 210 time: 0.0539584 Feb 17 01:25:49.620102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4cfc0-8cb9-463b-bc77-b8d072778019 req-1813ffd8-51c6-4fdd-8a79-6ac7d16d8d3a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:49.621719 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2f4cfc0-8cb9-463b-bc77-b8d072778019 req-1813ffd8-51c6-4fdd-8a79-6ac7d16d8d3a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.0888052 Feb 17 01:25:49.675680 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2f4cfc0-8cb9-463b-bc77-b8d072778019 req-e9502cd4-ec86-4298-8015-f868783736c6 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Feb 17 01:25:49.850918 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570af83-04a3-401d-8902-717c6c57cc17 req-415569a4-5aa4-4326-b7ca-04ea61185df1 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:49.851839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b570af83-04a3-401d-8902-717c6c57cc17 req-415569a4-5aa4-4326-b7ca-04ea61185df1 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Synchronizing usage tracker for tenant:e20a0c63bd4c4a908952538f3def930e on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:25:49.887691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b570af83-04a3-401d-8902-717c6c57cc17 req-415569a4-5aa4-4326-b7ca-04ea61185df1 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Unset dirty status for tenant:e20a0c63bd4c4a908952538f3def930e on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:25:49.888887 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b570af83-04a3-401d-8902-717c6c57cc17 req-415569a4-5aa4-4326-b7ca-04ea61185df1 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 950 time: 0.1431472 Feb 17 01:25:49.930765 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea81cf2-5d39-452d-968f-b848e61e37a1 req-4d9a25dc-0ed3-4534-a121-e0e20ea5ae4e tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:49.932533 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1ea81cf2-5d39-452d-968f-b848e61e37a1 req-4d9a25dc-0ed3-4534-a121-e0e20ea5ae4e tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1414769 Feb 17 01:25:49.995857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-b570af83-04a3-401d-8902-717c6c57cc17 req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Deleting port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:25:49.996559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b570af83-04a3-401d-8902-717c6c57cc17 req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:50.006600 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1ea81cf2-5d39-452d-968f-b848e61e37a1 req-e46de895-e4d2-4918-8c1e-80d9b033c1d7 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606289 Feb 17 01:25:50.179630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694e805-cbf5-464d-a77a-0305bca414bc req-e868d814-c854-4b49-baec-2d490ffdfd1e tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:50.181386 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d694e805-cbf5-464d-a77a-0305bca414bc req-e868d814-c854-4b49-baec-2d490ffdfd1e tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 950 time: 0.1492865 Feb 17 01:25:50.252516 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d694e805-cbf5-464d-a77a-0305bca414bc req-cdc4d78c-fea1-4637-a31f-e9e47d6d586b tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/security-groups?id=84d9c94c-66b3-4b66-926c-4e284ab204bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642011 Feb 17 01:25:50.294515 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-30bdd55a-5e4d-4495-84be-b1ab7b1089b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:50.584842 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-b570af83-04a3-401d-8902-717c6c57cc17 req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] For port f4b2cdb7-089a-46a0-8704-6aec3ec437d2, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f4b2cdb7-089a-46a0-8704-6aec3ec437d2,segment=NetworkSegment(80c3d7df-d8e3-4537-934f-617526ccfb6d),segment_id=80c3d7df-d8e3-4537-934f-617526ccfb6d)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:50.585585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b570af83-04a3-401d-8902-717c6c57cc17 req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:50.605057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:50.696455 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f4b2cdb7-089a-46a0-8704-6aec3ec437d2 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:25:50.746850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-b570af83-04a3-401d-8902-717c6c57cc17 req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Calling delete_port for f4b2cdb7-089a-46a0-8704-6aec3ec437d2 owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:25:50.874069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:50.909602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b570af83-04a3-401d-8902-717c6c57cc17 req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:50.932947 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:50.987797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b984dd-55b3-488c-a9db-dd85b20afffc req-d9ff8415-8ee7-4d09-ab69-19a4ad79ad43 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:50.989648 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-41b984dd-55b3-488c-a9db-dd85b20afffc req-d9ff8415-8ee7-4d09-ab69-19a4ad79ad43 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1404135 Feb 17 01:25:51.014317 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 08f278a4-ec00-4741-8470-150e2b3baf77 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:25:51.059807 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-41b984dd-55b3-488c-a9db-dd85b20afffc req-9be0756e-f6d8-42b4-8afe-3132655fe4ca tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610201 Feb 17 01:25:51.063669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Pushing event deleted for resources: {'Port': ['ID=f4b2cdb7-089a-46a0-8704-6aec3ec437d2,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:51.066616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:51.107908 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] No Port match for: 08f278a4-ec00-4741-8470-150e2b3baf77 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:25:51.108730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 08f278a4-ec00-4741-8470-150e2b3baf77 not bound to the agent host hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:25:51.242482 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b570af83-04a3-401d-8902-717c6c57cc17 req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] No DVR routers for this DVR port f4b2cdb7-089a-46a0-8704-6aec3ec437d2 on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:25:51.245161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b570af83-04a3-401d-8902-717c6c57cc17 req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:51.254907 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2', 'name': 'network-vif-deleted', 'tag': 'f4b2cdb7-089a-46a0-8704-6aec3ec437d2'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:51.269376 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b570af83-04a3-401d-8902-717c6c57cc17 req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.71 "DELETE /v2.0/ports/f4b2cdb7-089a-46a0-8704-6aec3ec437d2 HTTP/1.1" status: 204 len: 173 time: 1.3679180 Feb 17 01:25:51.357547 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2', 'name': 'network-vif-deleted', 'tag': 'f4b2cdb7-089a-46a0-8704-6aec3ec437d2', 'status': 'completed', 'code': 200} Feb 17 01:25:51.448977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309069a7-5b30-4ca8-8ea2-94fcbfd6cf66 req-bccd551a-e9c6-4680-9e29-c022002850a8 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:51.450641 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-309069a7-5b30-4ca8-8ea2-94fcbfd6cf66 req-bccd551a-e9c6-4680-9e29-c022002850a8 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.2276099 Feb 17 01:25:51.547163 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-92dd2ce9-9d07-459b-b0ea-bd3b2b703eaa req-c61afc94-87c8-4e80-9744-63764e12d73d tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc15f8bf-db3d-45fa-836c-f7c1ba5f9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0638185 Feb 17 01:25:51.567880 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-309069a7-5b30-4ca8-8ea2-94fcbfd6cf66 req-7867a509-399b-4d30-92c0-74cda5c68ed2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064098 Feb 17 01:25:51.625426 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:25:51.636262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:52.340461 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:52.359664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e6a10-1209-45c5-8332-4de942e5c442 req-abffbb53-44c2-4036-9ab3-c5bdf62c8716 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:52.361760 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ee8e6a10-1209-45c5-8332-4de942e5c442 req-abffbb53-44c2-4036-9ab3-c5bdf62c8716 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 945 time: 0.2401571 Feb 17 01:25:52.451317 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ee8e6a10-1209-45c5-8332-4de942e5c442 req-855ad778-1a5d-44a8-b591-c0c85775af64 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809371 Feb 17 01:25:52.479151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feafc57-18ed-46fa-96a8-79aec47d5fad req-dbe101d3-10c5-4f65-9159-70d4ab8037f3 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:52.479151 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9feafc57-18ed-46fa-96a8-79aec47d5fad req-dbe101d3-10c5-4f65-9159-70d4ab8037f3 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1892512 Feb 17 01:25:52.526511 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9feafc57-18ed-46fa-96a8-79aec47d5fad req-1164d08a-1b3d-41cb-b8f0-2008c232a1a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Feb 17 01:25:52.812743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3c41e-8f08-48f8-b917-4750fe3e185f req-ac2c09f4-b214-4d2b-819e-68ac4b53e175 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:52.821398 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d6a3c41e-8f08-48f8-b917-4750fe3e185f req-ac2c09f4-b214-4d2b-819e-68ac4b53e175 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1106570 Feb 17 01:25:52.876377 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d6a3c41e-8f08-48f8-b917-4750fe3e185f req-03793297-b166-41b8-91dd-9935db30af7d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537314 Feb 17 01:25:53.802725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0396-1a27-401d-857f-4dc66e48c4eb req-aff526fa-54af-4e13-88e9-96b9c5795306 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:53.804797 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5fcb0396-1a27-401d-857f-4dc66e48c4eb req-aff526fa-54af-4e13-88e9-96b9c5795306 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 945 time: 0.2159288 Feb 17 01:25:53.880214 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5fcb0396-1a27-401d-857f-4dc66e48c4eb req-549603c0-a188-49c4-abfa-58967e9a91c2 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630159 Feb 17 01:25:53.903614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8de91-5906-4a1c-8893-af1ffa99da3f req-1a115ca4-c5df-4cb4-bbf8-594fcc50b8eb tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:53.923766 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-27c8de91-5906-4a1c-8893-af1ffa99da3f req-1a115ca4-c5df-4cb4-bbf8-594fcc50b8eb tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2427866 Feb 17 01:25:54.002154 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-27c8de91-5906-4a1c-8893-af1ffa99da3f req-5cd10bf8-5d1f-45ed-a8ce-f0cb94486092 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771549 Feb 17 01:25:54.237204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201df4-d1b0-4f50-9de4-7b2148ca89aa req-af32be87-c42d-4225-a562-10f1da6340e7 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:54.240193 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2201df4-d1b0-4f50-9de4-7b2148ca89aa req-af32be87-c42d-4225-a562-10f1da6340e7 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1600828 Feb 17 01:25:54.299132 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2201df4-d1b0-4f50-9de4-7b2148ca89aa req-47e8f85b-3015-448b-bc1f-0c6ca5bdd26f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527923 Feb 17 01:25:54.679425 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-3672d63a-594f-49b9-90ff-3001bb4f7848 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:54.680319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-3672d63a-594f-49b9-90ff-3001bb4f7848 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Synchronizing usage tracker for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:25:54.698499 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-3672d63a-594f-49b9-90ff-3001bb4f7848 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Unset dirty status for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:25:54.699803 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-3672d63a-594f-49b9-90ff-3001bb4f7848 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 945 time: 0.1169665 Feb 17 01:25:54.798437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Deleting port c451ebcb-2266-4702-86fe-a58366872d1d {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:25:54.798821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:55.147944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a7b87-7ebe-4fc9-afdc-fce3302b1176 req-7284206b-0375-4b10-9858-0bc03fb76c7c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:55.156997 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-467a7b87-7ebe-4fc9-afdc-fce3302b1176 req-7284206b-0375-4b10-9858-0bc03fb76c7c tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 945 time: 0.1301942 Feb 17 01:25:55.193151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] For port c451ebcb-2266-4702-86fe-a58366872d1d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=c451ebcb-2266-4702-86fe-a58366872d1d,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:25:55.193552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:55.215190 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-467a7b87-7ebe-4fc9-afdc-fce3302b1176 req-5cd80dac-6c09-454e-83b4-5ffb3378e395 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569346 Feb 17 01:25:55.395741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Calling delete_port for c451ebcb-2266-4702-86fe-a58366872d1d owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:25:55.450491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba98825-9961-49a4-a3cf-b9686276fbc8 req-2dbc64f8-2e26-466b-981c-2a12ff3a5a65 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:55.452238 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ba98825-9961-49a4-a3cf-b9686276fbc8 req-2dbc64f8-2e26-466b-981c-2a12ff3a5a65 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1696198 Feb 17 01:25:55.528444 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ba98825-9961-49a4-a3cf-b9686276fbc8 req-1836a5ba-9104-424b-9a22-55b931032aef tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660365 Feb 17 01:25:55.635958 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:55.748800 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device c451ebcb-2266-4702-86fe-a58366872d1d no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:25:55.800169 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-200cd102-2e6a-43ae-ac94-c77b4cc24dae tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:55.832132 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] No Port match for: c451ebcb-2266-4702-86fe-a58366872d1d {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:25:55.834685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device c451ebcb-2266-4702-86fe-a58366872d1d not bound to the agent host hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:25:55.861435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Pushing event deleted for resources: {'Port': ['ID=c451ebcb-2266-4702-86fe-a58366872d1d,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:55.862733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2729042-5373-499f-ac70-486a676583f5 req-b50d65cd-0831-4fea-9565-118381eaec15 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:55.864668 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2729042-5373-499f-ac70-486a676583f5 req-b50d65cd-0831-4fea-9565-118381eaec15 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1824818 Feb 17 01:25:55.865777 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:55.920862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] No DVR routers for this DVR port c451ebcb-2266-4702-86fe-a58366872d1d on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:25:55.923035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:55.945971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8122b29-ac65-4432-9bc5-b751fbbdbb66', 'name': 'network-vif-deleted', 'tag': 'c451ebcb-2266-4702-86fe-a58366872d1d'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:25:55.953886 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-187f33e6-e889-4005-851a-7b6a635e4b01 req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "DELETE /v2.0/ports/c451ebcb-2266-4702-86fe-a58366872d1d HTTP/1.1" status: 204 len: 173 time: 1.2461541 Feb 17 01:25:55.976365 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a2729042-5373-499f-ac70-486a676583f5 req-e20b4ec7-fc77-416b-88b4-61d877b58944 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975583 Feb 17 01:25:56.026422 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8122b29-ac65-4432-9bc5-b751fbbdbb66', 'name': 'network-vif-deleted', 'tag': 'c451ebcb-2266-4702-86fe-a58366872d1d', 'status': 'completed', 'code': 200} Feb 17 01:25:56.411826 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2428a73c-53a6-4283-b193-5677f590d917 req-10812187-f83e-49fe-acc9-d1843506b30b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8122b29-ac65-4432-9bc5-b751fbbdbb66 HTTP/1.1" status: 200 len: 210 time: 0.0596669 Feb 17 01:25:56.937022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f636b5-4b80-48bc-be60-22ba268fd435 req-2dbf4234-65fc-4fe7-bbbe-01cbfb2293f2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:56.943935 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-59f636b5-4b80-48bc-be60-22ba268fd435 req-2dbf4234-65fc-4fe7-bbbe-01cbfb2293f2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1973441 Feb 17 01:25:57.012342 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-59f636b5-4b80-48bc-be60-22ba268fd435 req-d6d4f023-9f07-4cf5-8658-e9bca0491594 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644910 Feb 17 01:25:57.224426 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc967-2a13-47e9-a24f-df7e2826f0de req-9a4346a6-ede6-4b2e-b469-ba4d434f5ece tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:57.232226 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5b0fc967-2a13-47e9-a24f-df7e2826f0de req-9a4346a6-ede6-4b2e-b469-ba4d434f5ece tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1108239 Feb 17 01:25:57.285175 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5b0fc967-2a13-47e9-a24f-df7e2826f0de req-13dba5e5-23a7-45d2-bcbe-0b5b4edd495a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519483 Feb 17 01:25:57.964318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350d185-7bdb-4e54-8d9d-4947ed5602d4 req-f6435e26-e28f-499c-a12c-b6be2ad06520 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:57.966479 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2350d185-7bdb-4e54-8d9d-4947ed5602d4 req-f6435e26-e28f-499c-a12c-b6be2ad06520 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 945 time: 0.1069627 Feb 17 01:25:58.031817 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2350d185-7bdb-4e54-8d9d-4947ed5602d4 req-bc13e55a-d48c-4a1f-9f2d-942ff3ca624a tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582507 Feb 17 01:25:58.471401 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524ee8e-e13e-49ba-bba3-ee892800fc12 req-e0dabd24-16a7-46b0-8a63-f241a880b995 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:58.479148 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7524ee8e-e13e-49ba-bba3-ee892800fc12 req-e0dabd24-16a7-46b0-8a63-f241a880b995 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.3161392 Feb 17 01:25:58.533312 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7524ee8e-e13e-49ba-bba3-ee892800fc12 req-1896de94-f1b7-46e9-aa36-eb3780041462 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532360 Feb 17 01:25:58.656904 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d4ef1-cbfb-4240-b99a-579c34835f8d req-f48601fd-6dc3-4270-8eda-e5fb1bd284a0 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:58.665107 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85d4ef1-cbfb-4240-b99a-579c34835f8d req-f48601fd-6dc3-4270-8eda-e5fb1bd284a0 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1305490 Feb 17 01:25:58.714407 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85d4ef1-cbfb-4240-b99a-579c34835f8d req-de192117-53b5-42c0-a591-c582a31f5f2c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482802 Feb 17 01:25:58.920562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 60548) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:59.117488 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-37b72d32-2f34-4b38-9db9-dae0fc2f8903 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e20a0c63bd4c4a908952538f3def930e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930082 Feb 17 01:25:59.118136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 60560) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:25:59.207527 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:59.238433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:59.349666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:59.358255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-546ac27c-e681-4f58-a7eb-e364f4f10e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:25:59.393464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3423b1-3eac-4252-8a66-ecffd5101e4d req-f0a2f586-5c4f-4326-afd3-93a5e3d73737 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:59.395082 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7a3423b1-3eac-4252-8a66-ecffd5101e4d req-f0a2f586-5c4f-4326-afd3-93a5e3d73737 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 945 time: 0.1888673 Feb 17 01:25:59.395927 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d9c94c-66b3-4b66-926c-4e284ab204bc,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:25:59.400267 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:25:59.403384 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84d9c94c-66b3-4b66-926c-4e284ab204bc HTTP/1.1" status: 204 len: 168 time: 0.2822845 Feb 17 01:25:59.418699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.419097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.419542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.419927 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.420303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.420685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.421064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.421469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.421845 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.422216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.422567 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.422940 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.423468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.423839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.424211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.424585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.424941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.425307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.425685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.426042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.426412 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.426781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.427148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.427587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:25:59.431321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:25:59.486783 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7a3423b1-3eac-4252-8a66-ecffd5101e4d req-81bcae93-fc8e-449f-87a2-fec8e72cf287 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840890 Feb 17 01:25:59.776841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1edcf-4941-4a56-a1d8-a321dbccb1bd req-bea2c8fb-790b-4625-b27e-c71510ce0a8f tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:59.784979 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-eff1edcf-4941-4a56-a1d8-a321dbccb1bd req-bea2c8fb-790b-4625-b27e-c71510ce0a8f tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1031382 Feb 17 01:25:59.799565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:25:59.861844 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-eff1edcf-4941-4a56-a1d8-a321dbccb1bd req-d5b575e2-8ff5-4616-aa75-7dcd6f1a0134 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757420 Feb 17 01:25:59.964939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-90a4b6b3-fd7f-47a6-acfd-a081f4589cb5 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:25:59.970959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-90a4b6b3-fd7f-47a6-acfd-a081f4589cb5 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Synchronizing usage tracker for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:26:00.015382 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566ee2a-45d1-452b-bedd-49d016796bdc req-0cbe5183-ff89-4c1a-bbf5-87745b281b51 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:00.017097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-90a4b6b3-fd7f-47a6-acfd-a081f4589cb5 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Unset dirty status for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:26:00.017280 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c566ee2a-45d1-452b-bedd-49d016796bdc req-0cbe5183-ff89-4c1a-bbf5-87745b281b51 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1067622 Feb 17 01:26:00.018660 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-90a4b6b3-fd7f-47a6-acfd-a081f4589cb5 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 945 time: 0.2454274 Feb 17 01:26:00.048529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:00.079493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51fcdb1-8963-4531-9214-a0fb1c3c3ee7'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:26:00.091583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:00.096051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:00.098275 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:00.105976 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c566ee2a-45d1-452b-bedd-49d016796bdc req-df41f19c-4c1e-4f32-ad96-fca9aacc9fec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795331 Feb 17 01:26:00.188558 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51fcdb1-8963-4531-9214-a0fb1c3c3ee7', 'code': 200} Feb 17 01:26:00.189979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:00.193654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Deleting port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:26:00.194042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:00.198732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.199713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.200232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.200739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.201241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.201760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.202279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.202813 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.203313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.203834 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.204465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.204964 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.205563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.206090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.206713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.207222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.207764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.208272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.208762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.210335 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.210847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.211362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.211874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.212374 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:00.217109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:00.654627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] For port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:00.655004 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:00.799522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9421662-4120-4516-8bd3-563a418fcb74 req-f026391a-a73a-4381-be50-6952c1a67ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:00.799522 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f9421662-4120-4516-8bd3-563a418fcb74 req-f026391a-a73a-4381-be50-6952c1a67ebc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 1163 time: 0.2259841 Feb 17 01:26:00.850561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Calling delete_port for d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:26:00.853187 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f9421662-4120-4516-8bd3-563a418fcb74 req-f008ee6d-d7b0-4ba9-a187-bd4d0d54c777 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481308 Feb 17 01:26:00.865903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984ae00-9779-4c7e-b724-8b3821bff0e3 req-8d382667-c3e6-4f54-8066-2dbfe1d28bd4 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:00.874092 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5984ae00-9779-4c7e-b724-8b3821bff0e3 req-8d382667-c3e6-4f54-8066-2dbfe1d28bd4 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 943 time: 0.1877561 Feb 17 01:26:00.930013 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5984ae00-9779-4c7e-b724-8b3821bff0e3 req-245b2340-be3f-4d04-b7a6-fb0ce11ad10e tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548048 Feb 17 01:26:01.127315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:01.181786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62dbda-0596-4adf-accf-92e7616b436b req-adb33ead-5920-4696-af35-ac6e5c786c1e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:01.190034 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-df62dbda-0596-4adf-accf-92e7616b436b req-adb33ead-5920-4696-af35-ac6e5c786c1e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1290343 Feb 17 01:26:01.249797 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-df62dbda-0596-4adf-accf-92e7616b436b req-cd57006d-5abc-4d02-a6e5-1dc1773c6e28 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581722 Feb 17 01:26:01.297178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:01.354537 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Pushing event deleted for resources: {'Port': ['ID=d51fcdb1-8963-4531-9214-a0fb1c3c3ee7,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:01.357888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:01.406534 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] No DVR routers for this DVR port d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:26:01.409065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:01.413347 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'name': 'network-vif-deleted', 'tag': 'd51fcdb1-8963-4531-9214-a0fb1c3c3ee7'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:26:01.430139 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8f2a859a-ec28-405f-b294-dc59f31b1299 req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "DELETE /v2.0/ports/d51fcdb1-8963-4531-9214-a0fb1c3c3ee7 HTTP/1.1" status: 204 len: 173 time: 1.4050088 Feb 17 01:26:01.518554 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecff292d-c35c-4256-94ca-125f5e8ad293', 'name': 'network-vif-deleted', 'tag': 'd51fcdb1-8963-4531-9214-a0fb1c3c3ee7', 'status': 'completed', 'code': 200} Feb 17 01:26:01.519041 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b54abf-6e9a-4955-9bd0-1c9b8b1d88ad req-1c259518-d2f6-45c1-9e4e-72a682c31f64 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:01.520960 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e3b54abf-6e9a-4955-9bd0-1c9b8b1d88ad req-1c259518-d2f6-45c1-9e4e-72a682c31f64 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1470208 Feb 17 01:26:01.617988 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e3b54abf-6e9a-4955-9bd0-1c9b8b1d88ad req-71b7bccf-7e95-4244-a9cd-5c9300dc4409 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880973 Feb 17 01:26:02.145387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:02.299114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:02.299833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:02.361832 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-da75a874-07d5-479e-9f09-823086506d2c req-2fc0266a-efb8-4c96-a468-3b480c5b488d tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecff292d-c35c-4256-94ca-125f5e8ad293 HTTP/1.1" status: 200 len: 210 time: 0.0741994 Feb 17 01:26:02.529506 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318ba5a-a62d-4031-afb5-8f8c421561fb req-c886498d-7fec-470a-8b95-8bcbd1e69bb6 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:02.536000 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4318ba5a-a62d-4031-afb5-8f8c421561fb req-c886498d-7fec-470a-8b95-8bcbd1e69bb6 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1053123 Feb 17 01:26:02.591812 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4318ba5a-a62d-4031-afb5-8f8c421561fb req-5b58a6aa-aa3f-43fc-a4ef-e261b1fe3e91 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538676 Feb 17 01:26:02.877599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9081011-bda3-4bff-bc58-0571e04624bf req-c85a4f68-391d-4f11-bf69-332559b12c7a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:02.887421 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e9081011-bda3-4bff-bc58-0571e04624bf req-c85a4f68-391d-4f11-bf69-332559b12c7a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1145854 Feb 17 01:26:02.972048 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e9081011-bda3-4bff-bc58-0571e04624bf req-9a0059c0-3ff7-40d5-b53b-7be9421f1bec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831652 Feb 17 01:26:03.120269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-5d062c45-bdb1-4dd7-954b-38a7b5f755b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:03.121907 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-5d062c45-bdb1-4dd7-954b-38a7b5f755b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 1163 time: 0.1534693 Feb 17 01:26:03.198456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3572e-96b2-40ce-8a7b-8f03dfd53394 req-865297a1-c858-43d9-99c3-7505276bcb57 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:03.207100 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-62f3572e-96b2-40ce-8a7b-8f03dfd53394 req-865297a1-c858-43d9-99c3-7505276bcb57 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1179242 Feb 17 01:26:03.266177 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-62f3572e-96b2-40ce-8a7b-8f03dfd53394 req-14286091-6fcf-4719-b35f-c69d963d47ed tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Feb 17 01:26:03.331974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-5c8b3005-2b12-4366-a725-c551413f4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:03.333869 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-5c8b3005-2b12-4366-a725-c551413f4340 service neutron] 10.222.0.71 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 913 time: 0.1951454 Feb 17 01:26:03.508384 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-77f6d0b8-3ccd-4567-919b-c8e3610f768c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd HTTP/1.1" status: 200 len: 217 time: 0.1632490 Feb 17 01:26:03.590073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-bc2a7f6e-e4ac-4091-8b0a-f3d1d1aba9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:03.592215 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-bc2a7f6e-e4ac-4091-8b0a-f3d1d1aba9f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 200 len: 859 time: 0.0759792 Feb 17 01:26:03.666498 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-00bcb121-a0ae-4d9e-b433-3cb1f5e0e76f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22bc5a98-918f-4296-b956-cbb30667b7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659261 Feb 17 01:26:03.861316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:03.930441 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-b463efc5-3c65-40b0-acc9-fe64621f539e service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516778 Feb 17 01:26:04.121241 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b304eba0-dc7e-4d62-a1f3-01ce4f3f8e48 req-687f1213-e0bc-49e6-94ab-a536370b6281 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1820517 Feb 17 01:26:04.342581 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be800a4-da9c-4ccb-9f7c-9d416a88c97d req-bc083a61-f3a4-4368-b667-367bef548475 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:04.351424 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5be800a4-da9c-4ccb-9f7c-9d416a88c97d req-bc083a61-f3a4-4368-b667-367bef548475 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1638513 Feb 17 01:26:04.351742 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:04.352339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:04.492854 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5be800a4-da9c-4ccb-9f7c-9d416a88c97d req-a663dfa5-6624-46c0-8511-0f6cf29b10c0 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403904 Feb 17 01:26:04.572876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed564a-d7b0-4502-b42a-a2794ad346e3 req-05e4d530-3025-43ca-9fd8-dbf00e05a3e5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:04.581885 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d8ed564a-d7b0-4502-b42a-a2794ad346e3 req-05e4d530-3025-43ca-9fd8-dbf00e05a3e5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1497605 Feb 17 01:26:04.640887 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d8ed564a-d7b0-4502-b42a-a2794ad346e3 req-7c4b2259-37b5-4a8b-b771-89d80448c1c8 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579276 Feb 17 01:26:05.362193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8f0ed-ac63-47f2-82ee-aaf6d1b26580 req-c7ee6f4e-7d97-4430-9ed3-cab3a6d2b5ef tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:05.362193 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7cd8f0ed-ac63-47f2-82ee-aaf6d1b26580 req-c7ee6f4e-7d97-4430-9ed3-cab3a6d2b5ef tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 945 time: 0.1066675 Feb 17 01:26:05.422396 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7cd8f0ed-ac63-47f2-82ee-aaf6d1b26580 req-7647ef2c-d929-4eed-bafa-bcb22603f4da tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535920 Feb 17 01:26:05.706763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6a60b-26f0-4d33-adb4-d007510d121c req-d0168220-832d-4449-a26d-9a1e86acc9de tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:05.708506 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8ff6a60b-26f0-4d33-adb4-d007510d121c req-d0168220-832d-4449-a26d-9a1e86acc9de tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.0929422 Feb 17 01:26:05.766117 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8ff6a60b-26f0-4d33-adb4-d007510d121c req-e5c55535-a44a-4124-8561-833c4cbd22c0 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490694 Feb 17 01:26:05.884485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e8c44-c56f-4b6a-b356-7ce9594ce74b req-60591389-4b4b-4766-b507-2f333852b454 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:05.886264 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8d3e8c44-c56f-4b6a-b356-7ce9594ce74b req-60591389-4b4b-4766-b507-2f333852b454 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1191161 Feb 17 01:26:05.919472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:06.029535 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8d3e8c44-c56f-4b6a-b356-7ce9594ce74b req-ad099ade-ef17-4a2d-aa01-e8beafb9b418 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254213 Feb 17 01:26:06.031767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:06.032373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:06.389045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59900fe4-7748-4cdf-a2a3-bef19958d297 req-68b22bdf-9d1f-45ea-8dc3-65043262c66a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:06.402063 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-59900fe4-7748-4cdf-a2a3-bef19958d297 req-68b22bdf-9d1f-45ea-8dc3-65043262c66a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1780045 Feb 17 01:26:06.440736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-0cb367bc-a0f1-4284-b30d-dc80c83380ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:06.442761 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-0cb367bc-a0f1-4284-b30d-dc80c83380ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 1163 time: 0.1023388 Feb 17 01:26:06.491366 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-59900fe4-7748-4cdf-a2a3-bef19958d297 req-5c64a448-daa9-487c-b636-778ce9587727 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861650 Feb 17 01:26:06.597094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-bf782b25-c324-42ce-93e1-f56ce9bb28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:06.598797 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-bf782b25-c324-42ce-93e1-f56ce9bb28cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 905 time: 0.1475925 Feb 17 01:26:06.721512 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-098aa552-c34f-40c1-a7fc-a2803b3393af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4463034-5904-4591-a904-97253968f93f HTTP/1.1" status: 200 len: 1002 time: 0.1153963 Feb 17 01:26:06.786676 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78124c-9573-476d-aa4c-a9f968509a2a req-a7fd81e5-315b-4dfd-afe4-93bb6ebc1d84 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:06.788290 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4c78124c-9573-476d-aa4c-a9f968509a2a req-a7fd81e5-315b-4dfd-afe4-93bb6ebc1d84 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 945 time: 0.1384690 Feb 17 01:26:06.820904 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-0805a870-47ea-4fce-ad9f-da3ff77fc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:06.822896 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-0805a870-47ea-4fce-ad9f-da3ff77fc4ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 200 len: 850 time: 0.0874479 Feb 17 01:26:06.856409 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4c78124c-9573-476d-aa4c-a9f968509a2a req-7c7de0df-f70c-4679-96dc-090da914f655 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578136 Feb 17 01:26:06.931872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-7ecd6289-a6e2-4b0a-a427-51b411df0d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:06.933558 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-7ecd6289-a6e2-4b0a-a427-51b411df0d53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=edadca0b-4edb-49d5-9c92-08e469655e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1021709 Feb 17 01:26:07.192123 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-e8d28a39-f725-4344-b9d2-819f4a241104 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484264 Feb 17 01:26:07.225338 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2a46-a6b0-4557-a317-5beae2dcaf00 req-b012ec48-a97e-405e-9666-47239f107d31 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:07.227059 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-307b2a46-a6b0-4557-a317-5beae2dcaf00 req-b012ec48-a97e-405e-9666-47239f107d31 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1613586 Feb 17 01:26:07.339352 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-307b2a46-a6b0-4557-a317-5beae2dcaf00 req-d42fa5d3-69a6-4f21-89c4-7e3cace0a548 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543733 Feb 17 01:26:07.466246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955691-60bc-4a17-b443-60738ce0206c req-e2965912-17ea-46ca-a8de-38562c0229a1 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:07.469291 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c1955691-60bc-4a17-b443-60738ce0206c req-e2965912-17ea-46ca-a8de-38562c0229a1 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 945 time: 0.1341765 Feb 17 01:26:07.550680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35cb55-ffb1-425d-af99-f2c7b3bcf32e req-9fd04348-2462-429b-9b4c-2c8884f99f79 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:07.562144 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fa35cb55-ffb1-425d-af99-f2c7b3bcf32e req-9fd04348-2462-429b-9b4c-2c8884f99f79 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.3268375 Feb 17 01:26:07.630311 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fa35cb55-ffb1-425d-af99-f2c7b3bcf32e req-4ba0943d-5fd0-4eb0-ab81-a67ce1bde1d7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670638 Feb 17 01:26:07.682373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Deleting port 550b840e-fa34-49a3-9cd9-6ba01729a997 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:26:07.682761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:07.772188 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-26d7d86c-5fde-473c-ae2c-8609996b28ce req-96e2f791-2c3e-42fe-a675-8d5cedaa9eb8 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5725160 Feb 17 01:26:07.808238 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:07.867262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60760) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:07.930466 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:07.930681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.107473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.140451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:08.165439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Usage tracker for resource:security_group_rule and tenant:6be7c63f8bae4581a0f7db41c626c26f is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:08.173359 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:08.175985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 550b840e-fa34-49a3-9cd9-6ba01729a997 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:26:08.183552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:08.190833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] For port 550b840e-fa34-49a3-9cd9-6ba01729a997, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=550b840e-fa34-49a3-9cd9-6ba01729a997,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:08.191232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.362331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.373985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.381769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Calling delete_port for 550b840e-fa34-49a3-9cd9-6ba01729a997 owned by compute:nova {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:26:08.386210 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e37f527a-ddc6-490f-ae37-183f06b17333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:08.389543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.428732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 550b840e-fa34-49a3-9cd9-6ba01729a997, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=550b840e-fa34-49a3-9cd9-6ba01729a997,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:08.430398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6682f641-9c58-45eb-a24d-743af4e67373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '550b840e-fa34-49a3-9cd9-6ba01729a997'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:26:08.441047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.442869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:08.458645 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6be7c63f8bae4581a0f7db41c626c26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898621 Feb 17 01:26:08.469539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60780) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:08.545158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=550b840e-fa34-49a3-9cd9-6ba01729a997,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:08.549326 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:08.584216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc2dd40-8b8b-4f0d-9fa4-f18051be7468,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:08.589787 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:08.598675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8f457cb1-cb3a-410e-93ac-a78ed53f8fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.613652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:26:08.614855 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:26:08.631951 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8f457cb1-cb3a-410e-93ac-a78ed53f8fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.683610 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a529910-c598-4965-9c7a-1a092e204346 req-29ed598f-340b-4fe3-a9f1-bbd426e067c7 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:08.692821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8f457cb1-cb3a-410e-93ac-a78ed53f8fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.697042 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5a529910-c598-4965-9c7a-1a092e204346 req-29ed598f-340b-4fe3-a9f1-bbd426e067c7 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.9541152 Feb 17 01:26:08.700283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-cdf22e3e-77d0-4b5e-8482-fec4e2f2c678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:08.715353 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f457cb1-cb3a-410e-93ac-a78ed53f8fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc2dd40-8b8b-4f0d-9fa4-f18051be7468,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:08.718467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8f457cb1-cb3a-410e-93ac-a78ed53f8fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:08.719901 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-8f457cb1-cb3a-410e-93ac-a78ed53f8fd0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7fc2dd40-8b8b-4f0d-9fa4-f18051be7468 HTTP/1.1" status: 204 len: 168 time: 0.2467258 Feb 17 01:26:08.721098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8f457cb1-cb3a-410e-93ac-a78ed53f8fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:08.804162 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5a529910-c598-4965-9c7a-1a092e204346 req-6ea23dff-471e-4a20-aeaa-33bf6143b2ad tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053765 Feb 17 01:26:08.848968 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b860c-7da1-41f5-ba15-37672563c853 req-9206614a-7195-47f5-b87a-6d8db9b110aa tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:08.859119 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-720b860c-7da1-41f5-ba15-37672563c853 req-9206614a-7195-47f5-b87a-6d8db9b110aa tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 943 time: 0.3395503 Feb 17 01:26:08.884918 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:09.011899 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-720b860c-7da1-41f5-ba15-37672563c853 req-6db4b3ea-2620-4968-a6ac-6c26c545a8c9 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/security-groups?id=f6217a44-66af-4a99-a61d-9510c6fee249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434906 Feb 17 01:26:09.100367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9365ac-da3f-480b-a474-b103db425424 req-09c9ea96-f04b-4504-9b49-3c081bcf446c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:09.108688 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6682f641-9c58-45eb-a24d-743af4e67373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '550b840e-fa34-49a3-9cd9-6ba01729a997', 'code': 200} Feb 17 01:26:09.109290 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca9365ac-da3f-480b-a474-b103db425424 req-09c9ea96-f04b-4504-9b49-3c081bcf446c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1582968 Feb 17 01:26:09.131977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Deleting port 550b840e-fa34-49a3-9cd9-6ba01729a997 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:26:09.132766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:09.230681 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca9365ac-da3f-480b-a474-b103db425424 req-9e9b8e47-010a-4c01-8bd5-8745cea6aa4d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200252 Feb 17 01:26:09.518039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] For port 550b840e-fa34-49a3-9cd9-6ba01729a997, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=550b840e-fa34-49a3-9cd9-6ba01729a997,segment=NetworkSegment(1b227062-c571-41ab-b3f8-734cacb46087),segment_id=1b227062-c571-41ab-b3f8-734cacb46087)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:09.519429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:09.688827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Calling delete_port for 550b840e-fa34-49a3-9cd9-6ba01729a997 owned by compute:nova {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:26:09.818872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60810) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:09.862251 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f4463034-5904-4591-a904-97253968f93f up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:10.069999 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1656174022-network', 'tenant_id': '344c91eb6f584fe196eb411e561325e0'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:10.073153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port f4463034-5904-4591-a904-97253968f93f triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:10.073506 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.076008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:10.081183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Usage tracker for resource:network and tenant:344c91eb6f584fe196eb411e561325e0 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:10.084536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:10.088673 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b57471-0a0d-4bc9-9348-0112e6c3ba10 req-3b96ad34-e0e4-439d-a358-073ee0e97fea tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:10.090529 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4b57471-0a0d-4bc9-9348-0112e6c3ba10 req-3b96ad34-e0e4-439d-a358-073ee0e97fea tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2373412 Feb 17 01:26:10.095828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:10.118207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.126539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Made reservation on behalf of 344c91eb6f584fe196eb411e561325e0 for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:26:10.169233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.213083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.254200 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:10.264593 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Usage tracker for resource:security_group_rule and tenant:344c91eb6f584fe196eb411e561325e0 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:10.275648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:10.291141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:10.410476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.414682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.433120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:26:10.446180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.446733 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Added segment e504296c-9601-46b1-a1cc-930ce83706a5 of type vxlan for network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc Feb 17 01:26:10.452862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9638cf6b-752a-4b0d-ad4d-b1bd07d1310e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:10.489835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.495105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:10.529431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.534377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:10.535114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.556152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Pushing event deleted for resources: {'Port': ['ID=550b840e-fa34-49a3-9cd9-6ba01729a997,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:10.559620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:10.577930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee2c132-786c-4c6d-987b-9c6e73890c40,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:10.585051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:10.585841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:10.632867 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4b57471-0a0d-4bc9-9348-0112e6c3ba10 req-07fdde10-3a28-41e8-b00d-39e9292bc025 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253463 Feb 17 01:26:10.727204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Pushing event updated for resources: {'Network': ['ID=1adca4f9-10c9-4122-b11d-f66b8f66b3fc,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:10.731157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:10.733314 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9133246 Feb 17 01:26:10.740639 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:26:10.743602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60832) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:10.750937 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Request body: {'subnet': {'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1656174022-subnet', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'ip_version': 4}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:10.756872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:10.766320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Usage tracker for resource:subnet and tenant:344c91eb6f584fe196eb411e561325e0 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:10.769883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:26:10.770456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:10.785595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] No DVR routers for this DVR port 550b840e-fa34-49a3-9cd9-6ba01729a997 on host hv-cinder-75998 {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:26:10.788508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:10.794082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848401f-021a-4b94-b6b8-8d5d3b657307 req-960432b0-6a41-47c5-9f9d-932cb83108ff tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:10.802100 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7848401f-021a-4b94-b6b8-8d5d3b657307 req-960432b0-6a41-47c5-9f9d-932cb83108ff tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.7946951 Feb 17 01:26:10.828732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Made reservation on behalf of 344c91eb6f584fe196eb411e561325e0 for: {'subnet': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:26:10.828914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.845763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848645078'] for subnet, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:10.907778 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6682f641-9c58-45eb-a24d-743af4e67373', 'name': 'network-vif-deleted', 'tag': '550b840e-fa34-49a3-9cd9-6ba01729a997'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:26:10.913588 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c1955691-60bc-4a17-b443-60738ce0206c req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.71 "DELETE /v2.0/ports/550b840e-fa34-49a3-9cd9-6ba01729a997 HTTP/1.1" status: 204 len: 173 time: 3.4305754 Feb 17 01:26:10.915361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b036543b-f6f4-4558-9ca5-fc358f116a01 req-6e9d15b4-5772-44c4-8877-800685da8839 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Synchronizing usage tracker for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:26:10.932435 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7848401f-021a-4b94-b6b8-8d5d3b657307 req-038e0077-7cfc-4d2e-bb42-7a0481b9ec4d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289365 Feb 17 01:26:10.979036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b036543b-f6f4-4558-9ca5-fc358f116a01 req-6e9d15b4-5772-44c4-8877-800685da8839 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Unset dirty status for tenant:95fe6fb073e84e1a8790f274ccfe48f7 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:26:10.980374 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b036543b-f6f4-4558-9ca5-fc358f116a01 req-6e9d15b4-5772-44c4-8877-800685da8839 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] 10.222.0.65 "GET /v2.0/ports?device_id=6682f641-9c58-45eb-a24d-743af4e67373 HTTP/1.1" status: 200 len: 210 time: 0.1419773 Feb 17 01:26:11.293529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a4254-9031-4091-89e3-7dd551f25100 req-7963e65d-3de8-456f-931a-182ef52b72f4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:11.295136 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-221a4254-9031-4091-89e3-7dd551f25100 req-7963e65d-3de8-456f-931a-182ef52b72f4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.2025762 Feb 17 01:26:11.344538 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-221a4254-9031-4091-89e3-7dd551f25100 req-2f8b557e-b944-4363-9e08-426ea7a5f4ad tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421472 Feb 17 01:26:11.408821 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6682f641-9c58-45eb-a24d-743af4e67373', 'name': 'network-vif-deleted', 'tag': '550b840e-fa34-49a3-9cd9-6ba01729a997', 'status': 'completed', 'code': 200} Feb 17 01:26:11.488691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6151248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848645061'] for subnet, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:11.504925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-47a9ce54-35bc-469b-8df5-e6a3a4dd720c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:11.641707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919489ca-2abb-420f-8d79-f377cd18a7a9,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:11.648220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:11.723644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Checking segment: {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:11.724035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Network hostable DHCP agents. Network: 1adca4f9-10c9-4122-b11d-f66b8f66b3fc, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:26:11.746195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:26:11.756231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 1adca4f9-10c9-4122-b11d-f66b8f66b3fc) {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:11.764638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc4510-32c2-4618-b681-3bd3c71b38d0 None None] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:26:11.771153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:11.771877 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:11.794246 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-39804d37-7c6f-45d6-ade9-f4f974e7e9e2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0488763 Feb 17 01:26:11.797623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 60866) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:11.804362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:11.810256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:11.814512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Usage tracker for resource:router and tenant:344c91eb6f584fe196eb411e561325e0 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:11.817749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:11.823944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:11.835797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8022733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12474'] for router, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:11.836868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8022586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846696277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763390'] for router, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:11.857789 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.022415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a96a2a-c374-5d6e-bebf-a838500ef94b-1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9'}]}} from dv-cinder-759987-3-smb. {{(pid=83938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:26:12.023734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.091148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60872) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:12.156365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846838493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846753109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763375'] for router, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.160369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-34447df4-8bbd-49b8-99c5-e5a768de01ee admin admin] Deleting subnet 20da3c62-a9e1-4440-b31f-6a9b869f4864 {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:26:12.164012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-34447df4-8bbd-49b8-99c5-e5a768de01ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.223724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-34447df4-8bbd-49b8-99c5-e5a768de01ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.288991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-34447df4-8bbd-49b8-99c5-e5a768de01ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.334268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Allocated IP 172.20.0.2 (1adca4f9-10c9-4122-b11d-f66b8f66b3fc/919489ca-2abb-420f-8d79-f377cd18a7a9/0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f) {{(pid=83938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:12.615231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.645856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-34447df4-8bbd-49b8-99c5-e5a768de01ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.654687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.667309 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:12.678159 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Notify callbacks [] for port, precommit_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.689714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Transition to ACTIVE for port object 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:12.708141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Transition to ACTIVE for port object 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f will not be triggered until provisioned by entity DHCP. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:12.715513 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.769732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447df4-8bbd-49b8-99c5-e5a768de01ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20da3c62-a9e1-4440-b31f-6a9b869f4864,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:12.792114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-34447df4-8bbd-49b8-99c5-e5a768de01ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:12.816253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:12.855774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-34447df4-8bbd-49b8-99c5-e5a768de01ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:12.864686 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-34447df4-8bbd-49b8-99c5-e5a768de01ee admin admin] 10.222.0.65 "DELETE /v2.0/subnets/20da3c62-a9e1-4440-b31f-6a9b869f4864 HTTP/1.1" status: 204 len: 168 time: 0.7701085 Feb 17 01:26:12.865389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60898) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:12.930469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Pushing event updated for resources: {'Port': ['ID=0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f,revision_number=1']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:12.942159 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:12.954247 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc is already hosted by enough agents. {{(pid=83938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:12.955620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Resources bound (agent type, host, resource id): {{(pid=83938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:12.961512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Received port after_create {{(pid=83938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:13.035280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Allocated IP 172.28.1.214 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/9fd61545-931a-402c-aea1-93d215e08b32) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:13.048198 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Attempting to bind port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:26:13.048830 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Attempting to bind port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:26:13.049270 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Attempting to bind port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f on network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:26:13.057762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b61068-2b8d-4a86-9c95-92698bfa4d30 req-3dc7587b-b9a7-4a93-8e22-7c679fb1a146 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:13.066784 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-13b61068-2b8d-4a86-9c95-92698bfa4d30 req-3dc7587b-b9a7-4a93-8e22-7c679fb1a146 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.5231040 Feb 17 01:26:13.071103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:26:13.071698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Checking segment: {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:13.072149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:13.072581 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Bound using segment: {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:26:13.073498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Bound port: 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:26:13.074031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:13.076465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:13.213654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] For port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:26:13.213821 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-13b61068-2b8d-4a86-9c95-92698bfa4d30 req-aa8cab1c-b8e2-4b53-a73b-2153a4b869ff tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459253 Feb 17 01:26:13.217101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] For port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:26:13.243588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:13.259438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:13.300151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:13.339204 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:13.356740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:13.368602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:13.393519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Pushing event updated for resources: {'Port': ['ID=0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:13.401077 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c7b019b2-fb28-4bf4-bf65-3d9a46b41317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:13.509040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:13.525813 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b227062-c571-41ab-b3f8-734cacb46087') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:13.526146 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b227062-c571-41ab-b3f8-734cacb46087') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:13.540779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:13.541021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Pushing event updated for resources: {'Port': ['ID=9fd61545-931a-402c-aea1-93d215e08b32,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:13.546520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:13.557442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:13.559557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:26:13.606371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:13.607622 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:13.609884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:13.751406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:26:13.761827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.026071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Network 4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:26:14.055813 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:26:14.148605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.154570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.160055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:14.188513 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:14.196002 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:14.207025 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-add710a0-8e38-4264-a12b-1ea115106599 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4e0ec7b4-5a0e-41d1-a488-7f4e9dde689e HTTP/1.1" status: 204 len: 168 time: 1.3409483 Feb 17 01:26:14.350311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.350859 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60950) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:14.430945 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2ca71c87-f846-4fd3-981a-1eecbd9afb87 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95fe6fb073e84e1a8790f274ccfe48f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0785687 Feb 17 01:26:14.433677 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60954) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:14.487437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:14.513974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-091e56c3-db7e-42bf-a054-e5928163aa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.542403 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-091e56c3-db7e-42bf-a054-e5928163aa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.558360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:14.595066 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-091e56c3-db7e-42bf-a054-e5928163aa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.601684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2e6c97ed-89ad-4891-8273-cb4f443e3dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:14.615970 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e56c3-db7e-42bf-a054-e5928163aa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6217a44-66af-4a99-a61d-9510c6fee249,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:14.618886 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-091e56c3-db7e-42bf-a054-e5928163aa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:14.620173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-091e56c3-db7e-42bf-a054-e5928163aa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.624890 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-091e56c3-db7e-42bf-a054-e5928163aa9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6217a44-66af-4a99-a61d-9510c6fee249 HTTP/1.1" status: 204 len: 168 time: 0.1896038 Feb 17 01:26:14.696837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60962) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:14.784554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] Deleting subnet 6949a1fc-37ff-4503-92ce-c617aa8ea5fd {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:26:14.789469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.848361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677a48-5988-4699-8345-fbc265af08db req-fac284b1-22f2-40b7-a20c-74870f649617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:14.850025 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9677a48-5988-4699-8345-fbc265af08db req-fac284b1-22f2-40b7-a20c-74870f649617 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 1163 time: 0.4345093 Feb 17 01:26:14.851227 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.917189 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:14.934900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6c467-c34b-4063-94d7-cd3eb58aad72 req-082492d3-4ae8-4da7-a18a-2e6bd8d1b24f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:14.937105 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-93c6c467-c34b-4063-94d7-cd3eb58aad72 req-082492d3-4ae8-4da7-a18a-2e6bd8d1b24f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.4725018 Feb 17 01:26:14.972693 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a9da-ab8a-4783-862d-9127cb6625eb req-b213c489-b4ad-4abd-b59a-6f01550d1b15 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:14.974303 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5703a9da-ab8a-4783-862d-9127cb6625eb req-b213c489-b4ad-4abd-b59a-6f01550d1b15 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.4705942 Feb 17 01:26:15.018979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6182384b-aa38-4282-8425-cd4b66d3b906 None None] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:26:15.124626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-ca0b4cda-826a-4cb0-abaf-a89ad78ae1af None None] Provisioning for port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:15.133049 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-ca0b4cda-826a-4cb0-abaf-a89ad78ae1af None None] Provisioning complete for port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:15.133473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ca0b4cda-826a-4cb0-abaf-a89ad78ae1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:15.175010 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5703a9da-ab8a-4783-862d-9127cb6625eb req-6295b38e-42a3-4c26-8f53-db0da396137d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213751 Feb 17 01:26:15.199639 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-93c6c467-c34b-4063-94d7-cd3eb58aad72 req-e535def4-7210-4742-93e9-25140adc29e2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339611 Feb 17 01:26:15.266098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846753094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7937304'] for router, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:15.318720 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:15.333391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677a48-5988-4699-8345-fbc265af08db req-d9fb744a-0b05-47fb-9732-e3057e2c8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:15.335630 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9677a48-5988-4699-8345-fbc265af08db req-d9fb744a-0b05-47fb-9732-e3057e2c8822 service neutron] 10.222.0.71 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 913 time: 0.4173348 Feb 17 01:26:15.338587 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7e327f95-7fb7-4c1f-8dc6-2d0fab9a3803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:15.427709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ca0b4cda-826a-4cb0-abaf-a89ad78ae1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:15.459585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6949a1fc-37ff-4503-92ce-c617aa8ea5fd,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:15.474749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:15.505308 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9677a48-5988-4699-8345-fbc265af08db req-6e3c9b4d-39c9-4a7b-8d88-21cf09d26dee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd HTTP/1.1" status: 200 len: 217 time: 0.1611803 Feb 17 01:26:15.574155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:15.586570 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6949a1fc-37ff-4503-92ce-c617aa8ea5fd HTTP/1.1" status: 204 len: 168 time: 0.8885334 Feb 17 01:26:15.594367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 60982) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:15.648658 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-ca0b4cda-826a-4cb0-abaf-a89ad78ae1af None None] For port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:15.657491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ca0b4cda-826a-4cb0-abaf-a89ad78ae1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:15.659398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:15.677206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677a48-5988-4699-8345-fbc265af08db req-ac6b750d-70f9-4fdd-b974-c7d128f3e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:15.678817 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9677a48-5988-4699-8345-fbc265af08db req-ac6b750d-70f9-4fdd-b974-c7d128f3e368 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 200 len: 859 time: 0.1036456 Feb 17 01:26:15.733050 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Router 50e762ca-7178-4c55-a52f-2727c51c7c35 is scheduled to L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 with binding_index 1 {{(pid=83936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:26:15.757535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b4cda-826a-4cb0-abaf-a89ad78ae1af None None] Pushing event updated for resources: {'Port': ['ID=0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:15.763880 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9677a48-5988-4699-8345-fbc265af08db req-88243642-1120-4037-b85e-4dc492531f9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22bc5a98-918f-4296-b956-cbb30667b7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765448 Feb 17 01:26:15.766602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ca0b4cda-826a-4cb0-abaf-a89ad78ae1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:15.782384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-423d4a5a-3bc5-4f59-bf55-5d786fc52d53 None None] Provisioning complete for port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:15.782726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-423d4a5a-3bc5-4f59-bf55-5d786fc52d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:16.067301 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:16.075314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-6906150e-f485-4f91-83e7-0ae6d8230604 None None] Provisioning complete for port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:16.079887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6906150e-f485-4f91-83e7-0ae6d8230604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:16.405089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:16.405302 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9677a48-5988-4699-8345-fbc265af08db req-3539e1cd-322d-458f-953c-4c11635e95b1 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319923 Feb 17 01:26:16.408835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:16.510665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-2a0b7b7b-59e2-4533-8156-3ae894a6dc46 None None] Provisioning complete for port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:16.511303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2a0b7b7b-59e2-4533-8156-3ae894a6dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:16.572339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef861b0d-c51a-45ea-88b2-21f8fe686a87']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:16.590861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e29c506-9aca-4a17-a9ac-732e7997d285') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:16.591377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e29c506-9aca-4a17-a9ac-732e7997d285') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:16.612016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:16.636728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:16.639125 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:26:16.707045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c2d57-0426-4269-8a8a-0d7b572b7ed4 req-d77da1f2-1179-4a8c-b002-c0edfb10b688 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:16.708749 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-558c2d57-0426-4269-8a8a-0d7b572b7ed4 req-d77da1f2-1179-4a8c-b002-c0edfb10b688 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.3004880 Feb 17 01:26:16.766164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:26:16.775825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Sync routers for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:26:16.792929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:16.793606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:25:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:16.806711 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:16.807140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:16.837263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Notify callbacks [] for router, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:16.841065 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0397835 Feb 17 01:26:16.844441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 32776) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:16.866899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d0e28-755e-4b30-a546-508469e4171d req-b2748f6d-64f0-44ab-be24-c9bf3765157d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:16.874554 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-648d0e28-755e-4b30-a546-508469e4171d req-b2748f6d-64f0-44ab-be24-c9bf3765157d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.4078777 Feb 17 01:26:16.896092 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Network ef861b0d-c51a-45ea-88b2-21f8fe686a87 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:26:16.909272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:17.135735 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Network ef861b0d-c51a-45ea-88b2-21f8fe686a87 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:26:17.137233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:26:17.163101 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:26:17.165092 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-558c2d57-0426-4269-8a8a-0d7b572b7ed4 req-97c69d5e-6036-4ee2-9afa-b8693708db6e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414201 Feb 17 01:26:17.189545 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9677a48-5988-4699-8345-fbc265af08db req-b799584a-17b1-4565-9651-5a14b08b1026 service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7283175 Feb 17 01:26:17.294823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:17.298471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:17.339319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:17.343550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef861b0d-c51a-45ea-88b2-21f8fe686a87,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:17.347787 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:17.360432 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] 10.222.0.65 "DELETE /v2.0/networks/ef861b0d-c51a-45ea-88b2-21f8fe686a87 HTTP/1.1" status: 204 len: 168 time: 1.7648306 Feb 17 01:26:17.395510 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-648d0e28-755e-4b30-a546-508469e4171d req-272727b7-3de3-417c-8cef-729652b66dc4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5196588 Feb 17 01:26:17.545159 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:13Z', 'revision_number': 3, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:17.549578 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Checking router: 50e762ca-7178-4c55-a52f-2727c51c7c35 for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:26:17.549967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Updating router 50e762ca-7178-4c55-a52f-2727c51c7c35 port 9fd61545-931a-402c-aea1-93d215e08b32 binding host dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:26:17.610043 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:17.613307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 32792) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:17.695245 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-803e9a61-4f7c-4637-baff-f0d80e47ec5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c2d8c4689584c5fbebd53918d9287b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801933 Feb 17 01:26:17.696060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 32798) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:17.777925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f94e7a5b-94c8-4fb7-8663-7d7aaf51736e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:17.810296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f94e7a5b-94c8-4fb7-8663-7d7aaf51736e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:17.855758 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:17.864631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f94e7a5b-94c8-4fb7-8663-7d7aaf51736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:17.869759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8f457cb1-cb3a-410e-93ac-a78ed53f8fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:17.884126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e7a5b-94c8-4fb7-8663-7d7aaf51736e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708a4431-8626-44bf-ae04-b718b8ee1ee8,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:17.887158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f94e7a5b-94c8-4fb7-8663-7d7aaf51736e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:17.888820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f94e7a5b-94c8-4fb7-8663-7d7aaf51736e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:17.893414 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f94e7a5b-94c8-4fb7-8663-7d7aaf51736e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/708a4431-8626-44bf-ae04-b718b8ee1ee8 HTTP/1.1" status: 204 len: 168 time: 0.1960003 Feb 17 01:26:17.983025 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4831a84-2507-48ba-89bb-6a040a422b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.067710 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Notify callbacks [] for port, precommit_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.086524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Transition to ACTIVE for port object 9fd61545-931a-402c-aea1-93d215e08b32 will not be triggered until provisioned by entity L2. {{(pid=83939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:18.089213 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.110563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:18.266441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Allocated IP 172.20.0.1 (1adca4f9-10c9-4122-b11d-f66b8f66b3fc/919489ca-2abb-420f-8d79-f377cd18a7a9/fd8cac33-f066-4535-9d29-a474ee07e74c) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:18.316288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Attempting to bind port 9fd61545-931a-402c-aea1-93d215e08b32 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:26:18.316684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Attempting to bind port 9fd61545-931a-402c-aea1-93d215e08b32 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:26:18.317082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Attempting to bind port 9fd61545-931a-402c-aea1-93d215e08b32 on network 12fd91a0-431a-42be-abb2-70d0f79f7370 {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:26:18.328434 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Pushing event updated for resources: {'Port': ['ID=9fd61545-931a-402c-aea1-93d215e08b32,revision_number=2']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:18.331559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:26:18.331970 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Checking segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:18.332409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.332843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Bound using segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:26:18.333352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Bound port: 9fd61545-931a-402c-aea1-93d215e08b32, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:26:18.333760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.380498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.380881 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.381253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.381618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.381983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.382342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.382700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.383057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.383442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.383802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.384156 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.384505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.384957 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.385314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.385665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.386016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.386366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.386693 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.387045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.387520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.387756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.388184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.388423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.388849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:18.394566 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:18.438905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] For port 9fd61545-931a-402c-aea1-93d215e08b32, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:26:18.442615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] For port 9fd61545-931a-402c-aea1-93d215e08b32, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=9fd61545-931a-402c-aea1-93d215e08b32,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:26:18.448352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.515008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c896-7d57-4ce4-bc49-1fbb70552028 req-fd61c04d-de28-43b1-bb4c-d8f203feff2b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:18.516665 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c398c896-7d57-4ce4-bc49-1fbb70552028 req-fd61c04d-de28-43b1-bb4c-d8f203feff2b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1626441 Feb 17 01:26:18.524968 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.545768 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f072b353-9c43-4177-a7c6-a9ec0112e1f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:18.625216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Transition to ACTIVE for port object fd8cac33-f066-4535-9d29-a474ee07e74c will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:18.645013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Pushing event updated for resources: {'Port': ['ID=9fd61545-931a-402c-aea1-93d215e08b32,revision_number=3']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:18.646723 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c398c896-7d57-4ce4-bc49-1fbb70552028 req-7541afc5-b100-4b7d-b353-f48548c53814 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181149 Feb 17 01:26:18.658021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:18.689833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:18.690545 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:25:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:18.695592 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfec0f5-c8e1-4a23-90a1-bc77d59db80e req-4920a258-4563-45d7-af50-0e9b74956347 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:18.697217 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2cfec0f5-c8e1-4a23-90a1-bc77d59db80e req-4920a258-4563-45d7-af50-0e9b74956347 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1451972 Feb 17 01:26:18.702985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.769000 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:18.782504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 32824) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:18.926618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-510780658-network', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:18.928627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:18.933258 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:18.938354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Usage tracker for resource:network and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:18.942128 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:18.949100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:18.949845 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:18.951582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:18.952847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846774527'] for router_interface, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.969923 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Made reservation on behalf of f70589114af54f908fa4ac5a4032297d for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:26:18.973676 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8cac33-f066-4535-9d29-a474ee07e74c,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:18.975028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:18.989959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.003166 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2cfec0f5-c8e1-4a23-90a1-bc77d59db80e req-a43b34c0-dd1d-4159-ad6d-bc5cab2fbb1a tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352815 Feb 17 01:26:19.030215 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:19.034832 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Usage tracker for resource:security_group_rule and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:19.038250 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:19.044506 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:19.053869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:19.127801 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:19.142902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.217239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.224112 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.227429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f5863a1c-b925-404f-ae2a-fdcb90db2306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:19.297207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-e670782e-3bcb-4a56-abe2-cc03462b443b None None] Provisioning for port fd8cac33-f066-4535-9d29-a474ee07e74c completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:19.307464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-e670782e-3bcb-4a56-abe2-cc03462b443b None None] Provisioning complete for port fd8cac33-f066-4535-9d29-a474ee07e74c triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:19.307885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e670782e-3bcb-4a56-abe2-cc03462b443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.308918 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:26:19.319931 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d23b0a-a9d5-40cc-9770-acf774fea9d5,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:19.323555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:19.329006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.329006 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Added segment 3dca81c7-e12c-4fad-af8d-8d21390f827d of type vxlan for network de95896c-3d8f-4255-8beb-1c0aa6d86b6b Feb 17 01:26:19.356835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.392167 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.393395 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:19.394637 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.396068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-e670782e-3bcb-4a56-abe2-cc03462b443b None None] Port fd8cac33-f066-4535-9d29-a474ee07e74c cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:26:19.401304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:19.517562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:13Z', 'revision_number': 3, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:19.523190 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7357965 Feb 17 01:26:19.523190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Pushing event updated for resources: {'Network': ['ID=de95896c-3d8f-4255-8beb-1c0aa6d86b6b,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:19.523190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 32836) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:19.525806 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:19.526751 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b1b497-a297-4a3c-b558-c5ae784eeeeb None None] The sync data for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb is: [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:13Z', 'revision_number': 3, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:26:19.530674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Request body: {'subnet': {'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-510780658-subnet', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'ip_version': 4}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:19.535739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:19.536653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:26:19.540276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Usage tracker for resource:subnet and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:19.543635 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:19.550381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:19.562773 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:26:19.563760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Made reservation on behalf of f70589114af54f908fa4ac5a4032297d for: {'subnet': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:26:19.568933 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848645078'] for subnet, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.824728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.838830 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.839653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001383'] for router_interface, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:19.857848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:20.034272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8cac33-f066-4535-9d29-a474ee07e74c,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:20.051357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6151248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848645061'] for subnet, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.057050 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:20.066988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:20.076284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258000c5-a301-43e3-909f-9d8ef6f798a8 req-9fa3b9f0-c96d-41af-a166-e99f4250a9bf tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:20.081754 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-258000c5-a301-43e3-909f-9d8ef6f798a8 req-9fa3b9f0-c96d-41af-a166-e99f4250a9bf tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2974684 Feb 17 01:26:20.209369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4a2683-ee4e-408b-97ed-eff367ac67e7,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:20.213080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:20.229069 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-258000c5-a301-43e3-909f-9d8ef6f798a8 req-0cb0da0b-d181-4d2c-817b-c77fff90738f tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283967 Feb 17 01:26:20.251565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:20.254012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:20.281736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-82a8ff8b-1e25-43e9-b242-e28263b96c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.304037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Checking segment: {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:20.304574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Network hostable DHCP agents. Network: de95896c-3d8f-4255-8beb-1c0aa6d86b6b, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:26:20.336909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:26:20.360786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, de95896c-3d8f-4255-8beb-1c0aa6d86b6b) {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:20.391668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c8601-7200-4151-8607-ab80dc764d0c None None] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:26:20.397845 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:20.398542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.463020 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-8fd85e7c-e820-40f1-83eb-514315768d74 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9323494 Feb 17 01:26:20.463761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 32850) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:20.478556 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:20.491906 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:20.501629 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Usage tracker for resource:router and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:20.503118 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 9fd61545-931a-402c-aea1-93d215e08b32 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:20.505969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:20.524441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:20.538420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77962b9-d02f-46d9-8d2f-828041d1cadb req-c8f08b38-689e-464e-9330-b9650bc16cf5 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:20.546951 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b77962b9-d02f-46d9-8d2f-828041d1cadb req-c8f08b38-689e-464e-9330-b9650bc16cf5 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.3875966 Feb 17 01:26:20.547961 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8022733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12474'] for router, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.549694 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8022586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846696277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763390'] for router, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.566304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.646748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.653263 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b77962b9-d02f-46d9-8d2f-828041d1cadb req-dd72839d-1049-41ea-bf45-29276437a230 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050854 Feb 17 01:26:20.708229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Router 50e762ca-7178-4c55-a52f-2727c51c7c35 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:26:20.803556 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a96a2a-c374-5d6e-bebf-a838500ef94b-de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7'}]}} from dv-cinder-759987-3-smb. {{(pid=83938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:26:20.804692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.817334 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 9fd61545-931a-402c-aea1-93d215e08b32 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:20.820838 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-9aa93a4a-6297-41b2-892e-1d272b6bbc2c None None] Provisioning complete for port fd8cac33-f066-4535-9d29-a474ee07e74c triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:20.821405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9aa93a4a-6297-41b2-892e-1d272b6bbc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.887469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-9aa93a4a-6297-41b2-892e-1d272b6bbc2c None None] Port fd8cac33-f066-4535-9d29-a474ee07e74c cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:26:20.896784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 9fd61545-931a-402c-aea1-93d215e08b32 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:20.897395 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:20.930212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:26:20.952826 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] 10.222.0.65 "PUT /v2.0/routers/50e762ca-7178-4c55-a52f-2727c51c7c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0750041 Feb 17 01:26:20.999277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846838493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846753109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763375'] for router, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:21.252546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:21.302066 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 9fd61545-931a-402c-aea1-93d215e08b32, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=9fd61545-931a-402c-aea1-93d215e08b32,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:21.325883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:21.340666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-74869fad-79b8-4d9d-b0bf-d25429ac62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:21.437136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Allocated IP 172.20.0.2 (de95896c-3d8f-4255-8beb-1c0aa6d86b6b/fc4a2683-ee4e-408b-97ed-eff367ac67e7/c1bfc0e1-1b8d-4a2f-80a6-256efd88b759) {{(pid=83938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:21.445391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=9fd61545-931a-402c-aea1-93d215e08b32,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:21.449488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:21.530153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755584c-39c4-444d-b872-da2352494a58 req-dc44e531-0748-4277-960c-a73c487b7f9a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:21.532126 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f755584c-39c4-444d-b872-da2352494a58 req-dc44e531-0748-4277-960c-a73c487b7f9a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1096711 Feb 17 01:26:21.541145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:21.589226 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f755584c-39c4-444d-b872-da2352494a58 req-7f8db108-1070-4e32-ade8-f98ef97bd1bb tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490344 Feb 17 01:26:21.589859 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:21.674972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:21.725804 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Notify callbacks [] for port, precommit_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:21.741869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Transition to ACTIVE for port object c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:21.764959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Transition to ACTIVE for port object c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 will not be triggered until provisioned by entity DHCP. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:21.774841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:21.897786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27924d0-a5a4-4ede-a20f-6f5499218d7a req-47fa56ac-78cc-468d-ac26-0611fc9a1de3 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:21.899952 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d27924d0-a5a4-4ede-a20f-6f5499218d7a req-47fa56ac-78cc-468d-ac26-0611fc9a1de3 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1173084 Feb 17 01:26:21.954519 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d27924d0-a5a4-4ede-a20f-6f5499218d7a req-4a4c1f38-4440-4ae6-b895-e9fadcd83584 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476787 Feb 17 01:26:21.964915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 32886) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:21.971703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1457405668-network', 'tenant_id': '134249f84e424548866102c7c5af8ab3'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:21.977703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:21.982258 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Usage tracker for resource:network and tenant:134249f84e424548866102c7c5af8ab3 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:21.986628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:21.992747 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:22.006419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Made reservation on behalf of 134249f84e424548866102c7c5af8ab3 for: {'network': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:26:22.011244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.027802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.044466 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:22.048709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:134249f84e424548866102c7c5af8ab3 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:22.050272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0abca33d-2749-4746-bdbd-19d3a5526eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:22.052004 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:22.057937 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:22.159280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Pushing event updated for resources: {'Port': ['ID=c1bfc0e1-1b8d-4a2f-80a6-256efd88b759,revision_number=1']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:22.162594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:22.168542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Allocated IP 172.28.1.61 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/c8503790-b04e-4687-8902-99030ec55aca) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:22.176793 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.178042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b is already hosted by enough agents. {{(pid=83938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:22.179485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Resources bound (agent type, host, resource id): {{(pid=83938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:22.182231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Received port after_create {{(pid=83938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:22.183496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.189180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c7663561-5930-478c-8b83-c859b16eb029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:22.227189 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:26:22.237631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67183101-1305-48d3-afb6-07ba7c18b30d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:22.241702 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:22.244527 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363248432905503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.245061 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Added segment bb845a76-cf4b-48c0-8fe0-d72ff3c0e419 of type vxlan for network 1a924523-ac93-446a-9705-ea3aaa37364d Feb 17 01:26:22.252735 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Attempting to bind port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:26:22.253280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Attempting to bind port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:26:22.253869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Attempting to bind port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 on network de95896c-3d8f-4255-8beb-1c0aa6d86b6b {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:26:22.260784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:26:22.261192 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Checking segment: {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:22.261637 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.262068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Bound using segment: {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:26:22.262574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Bound port: c1bfc0e1-1b8d-4a2f-80a6-256efd88b759, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:26:22.262986 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.280132 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.321827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.323474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:22.324251 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.330526 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:22.347503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.350062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.387349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.387586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] For port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:26:22.390540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] For port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=c1bfc0e1-1b8d-4a2f-80a6-256efd88b759,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:26:22.396379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.405229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:22.414545 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:22.450990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1a924523-ac93-446a-9705-ea3aaa37364d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:22.454252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:22.456518 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4904952 Feb 17 01:26:22.459357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 32892) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:22.467131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Request body: {'subnet': {'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1457405668-subnet', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'ip_version': 4}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:22.473168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:22.477916 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Usage tracker for resource:subnet and tenant:134249f84e424548866102c7c5af8ab3 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:22.481790 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:22.490276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:22.512153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Made reservation on behalf of 134249f84e424548866102c7c5af8ab3 for: {'subnet': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:26:22.517458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:22.646891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:22.647929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Pushing event updated for resources: {'Port': ['ID=c8503790-b04e-4687-8902-99030ec55aca,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:22.657600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:22.657600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:22.657600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:22.706619 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 9fd61545-931a-402c-aea1-93d215e08b32 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:22.768324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 1a924523-ac93-446a-9705-ea3aaa37364d details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:26:22.857386 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network 1a924523-ac93-446a-9705-ea3aaa37364d details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:26:22.894155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Sync routers for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:26:22.990134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69459f8-07c6-4db1-8d9f-9e82b879b226 req-c695e5ab-9af9-40b0-bd4f-5e8de03096ba tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:22.991797 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a69459f8-07c6-4db1-8d9f-9e82b879b226 req-c695e5ab-9af9-40b0-bd4f-5e8de03096ba tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1203697 Feb 17 01:26:23.035695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:23.036443 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:23.112756 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a69459f8-07c6-4db1-8d9f-9e82b879b226 req-fcbb8376-e690-444e-ab75-af1c660292b3 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107371 Feb 17 01:26:23.205163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Pushing event updated for resources: {'Port': ['ID=c1bfc0e1-1b8d-4a2f-80a6-256efd88b759,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:23.212140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:23.216891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:23.229546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:23.240844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a27116a6-3a4d-44c6-9280-e1a18db8eb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:23.294586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 9fd61545-931a-402c-aea1-93d215e08b32 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:23.295002 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:23.338662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9e559-ec81-4213-9ea3-dc056b946221 req-b0ff9e6f-0657-469c-a5b5-6532934ce5c1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:23.339852 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-33f9e559-ec81-4213-9ea3-dc056b946221 req-b0ff9e6f-0657-469c-a5b5-6532934ce5c1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.2341917 Feb 17 01:26:23.373350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:23.399649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9061886-a2c8-4e5a-a996-3a5e84dd48d3,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:23.406449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:23.442765 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-33f9e559-ec81-4213-9ea3-dc056b946221 req-d08813fc-3db8-4438-85a3-9b754d4a5b83 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883052 Feb 17 01:26:23.563185 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Checking segment: {'id': 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:23.563829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Network hostable DHCP agents. Network: 1a924523-ac93-446a-9705-ea3aaa37364d, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:26:23.593789 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Network 1a924523-ac93-446a-9705-ea3aaa37364d is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:26:23.604839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 1a924523-ac93-446a-9705-ea3aaa37364d) {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:23.613495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:23.614675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:23.616371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a92fd-4eb6-4681-8991-2518feaeec52 None None] Network 1a924523-ac93-446a-9705-ea3aaa37364d requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:26:23.640251 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1777925 Feb 17 01:26:23.645411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 32908) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:23.655255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:23.665358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:23.671367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Usage tracker for resource:router and tenant:134249f84e424548866102c7c5af8ab3 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:23.675257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:23.681958 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:23.694760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8022733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12474'] for router, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:23.696274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8022586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7936640', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846696277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854763390'] for router, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:23.711391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846753094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7937304'] for router, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:23.713875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:23.960812 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Router 10edab41-ea75-48ac-868e-89ada6f1e589 is scheduled to L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 with binding_index 1 {{(pid=83937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:26:24.216949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:26:24.227784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Sync routers for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:26:24.241325 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:24.241996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:24.254506 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65a96a2a-c374-5d6e-bebf-a838500ef94b-1a924523-ac93-446a-9705-ea3aaa37364d', 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'fixed_ips': [{'subnet_id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3'}]}} from dv-cinder-759987-3-smb. {{(pid=83938) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 01:26:24.255454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:24.261442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Notify callbacks [] for router, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:24.266370 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7995830 Feb 17 01:26:24.267175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 32922) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:24.275040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fd8cac33-f066-4535-9d29-a474ee07e74c', 'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'mac_address': 'fa:16:3e:9b:89:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:18Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 2, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'subnets': [{'id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:24.292520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Checking router: 50e762ca-7178-4c55-a52f-2727c51c7c35 for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:26:24.293036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Updating router 50e762ca-7178-4c55-a52f-2727c51c7c35 port fd8cac33-f066-4535-9d29-a474ee07e74c binding host dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:26:24.493558 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846838493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846753109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854763375'] for router, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:24.576831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:24.633411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:24.745894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:24.876942 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a09b81-c88a-47a0-9291-2734eb285c04 req-e32a7719-19a3-440f-b433-273edb668dd7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:24.886868 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-81a09b81-c88a-47a0-9291-2734eb285c04 req-e32a7719-19a3-440f-b433-273edb668dd7 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.4995644 Feb 17 01:26:24.993159 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-81a09b81-c88a-47a0-9291-2734eb285c04 req-f4cd0669-a365-49e6-b682-0d3f13f33b95 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062975 Feb 17 01:26:25.017996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3370a89-9234-4436-958f-f8d62d3d2fca req-5e32048b-e851-46a1-9bbc-5bb8786d108e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:25.020028 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f3370a89-9234-4436-958f-f8d62d3d2fca req-5e32048b-e851-46a1-9bbc-5bb8786d108e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.2715898 Feb 17 01:26:25.120598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:22Z', 'revision_number': 3, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:25.129350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Checking router: 10edab41-ea75-48ac-868e-89ada6f1e589 for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:26:25.129753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Updating router 10edab41-ea75-48ac-868e-89ada6f1e589 port c8503790-b04e-4687-8902-99030ec55aca binding host dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:26:25.203264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:25.207670 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f3370a89-9234-4436-958f-f8d62d3d2fca req-32b3f0b4-9398-4fc1-8bc9-42640fb6c011 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743867 Feb 17 01:26:25.345641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64941b-a334-4f50-9cea-fd8c115950af None None] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:26:25.393962 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:25.430185 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:25.711614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-a94b8e81-bc85-42e0-a456-75366bcdb065 None None] Provisioning for port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:25.752427 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:25.759728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:25.770990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-a94b8e81-bc85-42e0-a456-75366bcdb065 None None] Provisioning complete for port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:25.771521 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a94b8e81-bc85-42e0-a456-75366bcdb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:25.846930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:25.847194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Notify callbacks [] for port, precommit_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:25.856994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:25.863253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Transition to ACTIVE for port object c8503790-b04e-4687-8902-99030ec55aca will not be triggered until provisioned by entity L2. {{(pid=83939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:25.874862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:25.918685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Allocated IP 172.20.0.2 (1a924523-ac93-446a-9705-ea3aaa37364d/b9061886-a2c8-4e5a-a996-3a5e84dd48d3/652ff422-0421-4500-a26e-478295f14fe7) {{(pid=83938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:26.036788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Allocated IP 172.28.1.79 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/e8590a40-4e4f-481d-8ec8-1d663bcbbe06) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:26.168417 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3d7819cc-5d8b-4ce2-a7a0-0c413ba0879c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:26.420868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Allocated IP 172.20.0.1 (de95896c-3d8f-4255-8beb-1c0aa6d86b6b/fc4a2683-ee4e-408b-97ed-eff367ac67e7/e692faf1-1b3f-4be2-81f4-75b183ef1f7a) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:26.432715 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Attempting to bind port c8503790-b04e-4687-8902-99030ec55aca on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:26:26.434640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Notify callbacks [] for port, precommit_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:26.437355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Attempting to bind port c8503790-b04e-4687-8902-99030ec55aca by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:26:26.439048 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Attempting to bind port c8503790-b04e-4687-8902-99030ec55aca on network 12fd91a0-431a-42be-abb2-70d0f79f7370 {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:26:26.458575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb8296-2653-4887-bc7e-5088190de4d5 None None] Pushing event updated for resources: {'Port': ['ID=c8503790-b04e-4687-8902-99030ec55aca,revision_number=2']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:26.466312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Transition to ACTIVE for port object 652ff422-0421-4500-a26e-478295f14fe7 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:26.472325 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:26:26.472959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Checking segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:26.473551 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:26.474131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Bound using segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:26:26.475432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Bound port: c8503790-b04e-4687-8902-99030ec55aca, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:26:26.476030 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:26.517360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f8fb8296-2653-4887-bc7e-5088190de4d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:26.600405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Transition to ACTIVE for port object 652ff422-0421-4500-a26e-478295f14fe7 will not be triggered until provisioned by entity DHCP. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:26.604229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:26.621261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Transition to ACTIVE for port object e692faf1-1b3f-4be2-81f4-75b183ef1f7a will not be triggered until provisioned by entity DHCP. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:26.640649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] For port c8503790-b04e-4687-8902-99030ec55aca, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:26:26.648146 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] For port c8503790-b04e-4687-8902-99030ec55aca, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=c8503790-b04e-4687-8902-99030ec55aca,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:26:26.650602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:26.668150 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:26.673644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8a6d8baa-64e0-49f3-bc44-54da67b27b50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:26.692175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:26.709774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:26.733298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:26.733858 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:26.854322 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb8296-2653-4887-bc7e-5088190de4d5 None None] Pushing event updated for resources: {'Port': ['ID=c8503790-b04e-4687-8902-99030ec55aca,revision_number=3']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:26.868678 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f8fb8296-2653-4887-bc7e-5088190de4d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:26.905007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3d4d586d-94c0-4816-ab88-60930f55ab2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:26.948083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:26.949266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:27.007056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Pushing event updated for resources: {'Port': ['ID=e8590a40-4e4f-481d-8ec8-1d663bcbbe06,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:27.017900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:27.040476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:27.061947 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d0674-901f-42ba-9164-1ca7996802e0 req-b86fee38-b2e9-448a-a7e4-0878b184df9c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:27.063852 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4e1d0674-901f-42ba-9164-1ca7996802e0 req-b86fee38-b2e9-448a-a7e4-0878b184df9c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.7883637 Feb 17 01:26:27.066139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:27.090068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:27.148010 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:27.152519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e692faf1-1b3f-4be2-81f4-75b183ef1f7a,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:27.167984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:27.170420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:27.172071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:27.229897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:27.307787 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846774527'] for router_interface, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:27.335620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4db04-312e-4a80-8c8a-b1d1a0c00a35 req-2dd75bca-cf9c-4b86-975f-99efe6d3a62c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:27.337368 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8e4db04-312e-4a80-8c8a-b1d1a0c00a35 req-2dd75bca-cf9c-4b86-975f-99efe6d3a62c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.8642361 Feb 17 01:26:27.390410 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4e1d0674-901f-42ba-9164-1ca7996802e0 req-56db2905-d21e-4f4f-bce5-051090a3f284 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157709 Feb 17 01:26:27.469067 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8e4db04-312e-4a80-8c8a-b1d1a0c00a35 req-9337b122-6595-4c8b-b975-4560044fed5b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828357 Feb 17 01:26:27.519520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-baf58a37-7ef2-430a-9f87-395c7e70b4c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:27.633006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:27.681940 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:27.863013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:22Z', 'revision_number': 3, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:27.869783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc9bbc-2e61-408a-ac35-05cdc942e878 None None] The sync data for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb is: [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:22Z', 'revision_number': 3, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:26:27.886744 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Pushing event updated for resources: {'Port': ['ID=652ff422-0421-4500-a26e-478295f14fe7,revision_number=1']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:27.930005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:28.052431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Network 1a924523-ac93-446a-9705-ea3aaa37364d is already hosted by enough agents. {{(pid=83938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:28.082078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Resources bound (agent type, host, resource id): {{(pid=83938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:28.121907 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a94b8e81-bc85-42e0-a456-75366bcdb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:28.168355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Received port after_create {{(pid=83938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:28.297925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:28.309682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:28.359262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:28.382797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f4670880-2efc-450a-abf0-c37129270e35 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:28.531798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Attempting to bind port 652ff422-0421-4500-a26e-478295f14fe7 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:26:28.544187 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Attempting to bind port 652ff422-0421-4500-a26e-478295f14fe7 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:26:28.550617 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Attempting to bind port 652ff422-0421-4500-a26e-478295f14fe7 on network 1a924523-ac93-446a-9705-ea3aaa37364d {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:26:28.552430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001383'] for router_interface, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:28.574155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-a94b8e81-bc85-42e0-a456-75366bcdb065 None None] For port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=c1bfc0e1-1b8d-4a2f-80a6-256efd88b759,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:28.626589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:26:28.822811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=e692faf1-1b3f-4be2-81f4-75b183ef1f7a,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:28.832554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:28.864284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:28.888293 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Transition to ACTIVE for port object fd8cac33-f066-4535-9d29-a474ee07e74c will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:28.890281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:26:28.890705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Checking segment: {'id': 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:28.891159 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:28.891894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Bound using segment: {'id': 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:26:28.892433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Bound port: 652ff422-0421-4500-a26e-478295f14fe7, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:26:28.892858 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:28.925858 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:28.930211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:29.019269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:29.314909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Router 10edab41-ea75-48ac-868e-89ada6f1e589 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:26:29.334622 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] For port 652ff422-0421-4500-a26e-478295f14fe7, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:26:29.337964 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] For port 652ff422-0421-4500-a26e-478295f14fe7, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=652ff422-0421-4500-a26e-478295f14fe7,segment=NetworkSegment(bb845a76-cf4b-48c0-8fe0-d72ff3c0e419),segment_id=bb845a76-cf4b-48c0-8fe0-d72ff3c0e419)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:26:29.342932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0dd777fe-8d9a-4583-9ea2-c52413d6700c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:29.369288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846753094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7937304'] for router, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:29.390454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a94b8e81-bc85-42e0-a456-75366bcdb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:29.400524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:29.588481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:26:29.605692 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e6586288-ca5d-4dc2-aef0-e51bd5c8e9e5 admin admin] 10.222.0.65 "PUT /v2.0/routers/10edab41-ea75-48ac-868e-89ada6f1e589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3369188 Feb 17 01:26:29.606652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7fde4-c036-418c-bc2c-d902f267de19 None None] Pushing event updated for resources: {'Port': ['ID=fd8cac33-f066-4535-9d29-a474ee07e74c,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:29.624773 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f6f7fde4-c036-418c-bc2c-d902f267de19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:29.648949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3b2a0-4c4b-4f3d-9907-777b59c6b313 req-5b7866c2-5b78-421b-9530-49021aaa70dd tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:29.659883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:29.666965 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-30e3b2a0-4c4b-4f3d-9907-777b59c6b313 req-5b7866c2-5b78-421b-9530-49021aaa70dd tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.4756095 Feb 17 01:26:29.813367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc1894-108b-4eb4-aec9-16f4062e852d req-be0d8c79-97b8-4b7f-a96c-79d0aae36747 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:29.815190 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2edc1894-108b-4eb4-aec9-16f4062e852d req-be0d8c79-97b8-4b7f-a96c-79d0aae36747 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.4948065 Feb 17 01:26:29.830974 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-30e3b2a0-4c4b-4f3d-9907-777b59c6b313 req-28b842e5-17ba-4347-83e2-623574db38aa tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610513 Feb 17 01:26:29.906767 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2edc1894-108b-4eb4-aec9-16f4062e852d req-27bb5a47-706d-4249-a1f7-6c87a1ac2941 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584610 Feb 17 01:26:30.001260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Router 7affcc93-a447-4977-a76a-2ee271a599a8 is scheduled to L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 with binding_index 1 {{(pid=83936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 01:26:30.048820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-45e259b1-2675-470c-a585-f37b3ad96b8a None None] Provisioning complete for port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:30.049277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-45e259b1-2675-470c-a585-f37b3ad96b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:30.116752 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Attempting to bind port fd8cac33-f066-4535-9d29-a474ee07e74c on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:26:30.117171 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Attempting to bind port fd8cac33-f066-4535-9d29-a474ee07e74c by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:26:30.117588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Attempting to bind port fd8cac33-f066-4535-9d29-a474ee07e74c on network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:26:30.163691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83938) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:26:30.164259 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:26:30.182773 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:26:30.183195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Checking segment: {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:30.183700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:30.184141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Bound using segment: {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:26:30.184678 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Bound port: fd8cac33-f066-4535-9d29-a474ee07e74c, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:26:30.185251 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:30.234381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b8e81-bc85-42e0-a456-75366bcdb065 None None] Pushing event updated for resources: {'Port': ['ID=c1bfc0e1-1b8d-4a2f-80a6-256efd88b759,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:30.418840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:26:30.457774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Sync routers for ids ['7affcc93-a447-4977-a76a-2ee271a599a8'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:26:30.463487 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Notify callbacks [] for router, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:30.468735 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8194184 Feb 17 01:26:30.469084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33004) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:30.505651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Pushing event updated for resources: {'Port': ['ID=652ff422-0421-4500-a26e-478295f14fe7,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:30.547379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:30.547379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Routers {'7affcc93-a447-4977-a76a-2ee271a599a8'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:30.547379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['7affcc93-a447-4977-a76a-2ee271a599a8'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:31.214799 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Set router 7affcc93-a447-4977-a76a-2ee271a599a8 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:31.409887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Sync routers for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:26:31.410862 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.805s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:31.411415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:31.455495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:31.456681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:31.521339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] For port fd8cac33-f066-4535-9d29-a474ee07e74c, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:26:31.694124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc0cc3-5601-49a5-aaed-04b7c242c9b7 req-699dec67-735e-45b9-852b-a6f2c49f7cc7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:31.700385 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-50dc0cc3-5601-49a5-aaed-04b7c242c9b7 req-699dec67-735e-45b9-852b-a6f2c49f7cc7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.5966532 Feb 17 01:26:31.824199 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-50dc0cc3-5601-49a5-aaed-04b7c242c9b7 req-22819857-d4ec-4b07-86b8-372025041b17 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191862 Feb 17 01:26:31.867979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3399fca-143c-4828-8fba-cf10b7f871a4 req-aff15c82-66a9-458f-a1ac-74b386a47865 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:31.899459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] For port fd8cac33-f066-4535-9d29-a474ee07e74c, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=fd8cac33-f066-4535-9d29-a474ee07e74c,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:26:31.899776 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b3399fca-143c-4828-8fba-cf10b7f871a4 req-aff15c82-66a9-458f-a1ac-74b386a47865 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.5359509 Feb 17 01:26:31.913785 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-45e259b1-2675-470c-a585-f37b3ad96b8a None None] Provisioning for port e692faf1-1b3f-4be2-81f4-75b183ef1f7a completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:31.952774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-45e259b1-2675-470c-a585-f37b3ad96b8a None None] Provisioning complete for port e692faf1-1b3f-4be2-81f4-75b183ef1f7a triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:31.955852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-45e259b1-2675-470c-a585-f37b3ad96b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:32.033470 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b3399fca-143c-4828-8fba-cf10b7f871a4 req-6ebac60c-bc8c-40e3-acb6-18f79e4a931f tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326268 Feb 17 01:26:32.077455 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:32.216873 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:32.600364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7fde4-c036-418c-bc2c-d902f267de19 None None] Pushing event updated for resources: {'Port': ['ID=fd8cac33-f066-4535-9d29-a474ee07e74c,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:32.616318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59be24b-706c-47eb-b97f-23de949db2b2 None None] Network 1a924523-ac93-446a-9705-ea3aaa37364d requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:26:32.642558 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:32.800755 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f6f7fde4-c036-418c-bc2c-d902f267de19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:33.276669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:33.383763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-45e259b1-2675-470c-a585-f37b3ad96b8a None None] Port e692faf1-1b3f-4be2-81f4-75b183ef1f7a cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:26:33.438869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'e692faf1-1b3f-4be2-81f4-75b183ef1f7a', 'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'mac_address': 'fa:16:3e:a9:2d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 2, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'subnets': [{'id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:33.448824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Checking router: 10edab41-ea75-48ac-868e-89ada6f1e589 for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:26:33.452358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Updating router 10edab41-ea75-48ac-868e-89ada6f1e589 port e692faf1-1b3f-4be2-81f4-75b183ef1f7a binding host dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:26:33.458952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:33.546682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1be960-3387-420e-8a47-968b759b877a req-85d98370-10bd-47dc-bfbd-eafe21cce08a tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:33.560032 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ef1be960-3387-420e-8a47-968b759b877a req-85d98370-10bd-47dc-bfbd-eafe21cce08a tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.3385618 Feb 17 01:26:33.586967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:33.641078 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ef1be960-3387-420e-8a47-968b759b877a req-47458766-cb02-4559-bbb1-ada0cf99a0ab tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799618 Feb 17 01:26:33.655720 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267216b1-a3c8-40f1-9c90-236b67ee013a req-f97da024-7993-4eaa-907b-9e6670b5d59c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:33.657399 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-267216b1-a3c8-40f1-9c90-236b67ee013a req-f97da024-7993-4eaa-907b-9e6670b5d59c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2919772 Feb 17 01:26:33.707955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-41e266af-6ff3-4de2-b218-ffb5042e3f8d None None] Provisioning for port 652ff422-0421-4500-a26e-478295f14fe7 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:33.794496 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-267216b1-a3c8-40f1-9c90-236b67ee013a req-ee5169b6-2ea4-4fbb-8813-c5f51236db99 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290343 Feb 17 01:26:33.820345 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:23Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 3, 'project_id': '134249f84e424548866102c7c5af8ab3', 'gw_port': {'id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:33.858235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Checking router: 7affcc93-a447-4977-a76a-2ee271a599a8 for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:26:33.858589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Updating router 7affcc93-a447-4977-a76a-2ee271a599a8 port e8590a40-4e4f-481d-8ec8-1d663bcbbe06 binding host dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:26:33.966863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:33.969099 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:34.093251 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Allocated IP 172.20.0.1 (1a924523-ac93-446a-9705-ea3aaa37364d/b9061886-a2c8-4e5a-a996-3a5e84dd48d3/70c2a866-db34-4432-839b-edd6eb31abc9) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:34.310076 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:34.335255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Transition to ACTIVE for port object 70c2a866-db34-4432-839b-edd6eb31abc9 will not be triggered until provisioned by entity DHCP. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:34.378172 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:34.408374 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:34.649823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device c8503790-b04e-4687-8902-99030ec55aca up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:34.653662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Notify callbacks [] for port, precommit_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:34.710749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Transition to ACTIVE for port object e692faf1-1b3f-4be2-81f4-75b183ef1f7a will not be triggered until provisioned by entity L2. {{(pid=83939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:34.717029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:34.720398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:34.783649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:34.806724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:34.807439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:34.974815 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Pushing event updated for resources: {'Port': ['ID=70c2a866-db34-4432-839b-edd6eb31abc9,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:34.988393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:35.021161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Network 1a924523-ac93-446a-9705-ea3aaa37364d is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:35.027960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:35.031864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:35.222659 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846774527'] for router_interface, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:35.537964 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:35.543212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdba2c2-1d3d-49ce-b2e1-fdf90ce9c563 req-48441ebd-ad7c-45b8-8de3-cd30f9d4e347 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:35.552117 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5fdba2c2-1d3d-49ce-b2e1-fdf90ce9c563 req-48441ebd-ad7c-45b8-8de3-cd30f9d4e347 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.6426275 Feb 17 01:26:35.724253 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5fdba2c2-1d3d-49ce-b2e1-fdf90ce9c563 req-3c149056-8edf-4952-a5fd-9f4733335cb4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706839 Feb 17 01:26:35.734682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cbbb1-aabc-4bf2-a77f-067c45b119f8 req-1f5ff0ad-0dbc-47c8-90b5-122479691484 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:35.754019 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-796cbbb1-aabc-4bf2-a77f-067c45b119f8 req-1f5ff0ad-0dbc-47c8-90b5-122479691484 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.5262170 Feb 17 01:26:35.915260 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-796cbbb1-aabc-4bf2-a77f-067c45b119f8 req-98bbdff2-f3f5-450e-8f50-0977223287c5 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335690 Feb 17 01:26:35.919097 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-7fc159eb-a041-4c3a-8d20-25f74ebabe15 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.8241751 Feb 17 01:26:35.920175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Attempting to bind port e692faf1-1b3f-4be2-81f4-75b183ef1f7a on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:26:35.920653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Attempting to bind port e692faf1-1b3f-4be2-81f4-75b183ef1f7a by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:26:35.921058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Attempting to bind port e692faf1-1b3f-4be2-81f4-75b183ef1f7a on network de95896c-3d8f-4255-8beb-1c0aa6d86b6b {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:26:35.933470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcce3d-50c9-4517-a473-1d004953c31c None None] Pushing event updated for resources: {'Port': ['ID=e692faf1-1b3f-4be2-81f4-75b183ef1f7a,revision_number=3']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:35.953315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8cbcce3d-50c9-4517-a473-1d004953c31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.160s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:35.954668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:26:35.955083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Checking segment: {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:35.955561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:35.955990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Bound using segment: {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'} {{(pid=83939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:26:35.956514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Bound port: e692faf1-1b3f-4be2-81f4-75b183ef1f7a, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'}}] {{(pid=83939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:26:35.974572 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:36.109850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:36.215661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-83a8a629-d3e9-47ba-9dc9-08dceca8990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:36.218095 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-83a8a629-d3e9-47ba-9dc9-08dceca8990d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 1163 time: 0.1670434 Feb 17 01:26:36.278034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] For port e692faf1-1b3f-4be2-81f4-75b183ef1f7a, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:26:36.285159 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] For port e692faf1-1b3f-4be2-81f4-75b183ef1f7a, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=e692faf1-1b3f-4be2-81f4-75b183ef1f7a,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:26:36.291836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83939) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:36.344277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:36.389092 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:36.400275 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:36.553270 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e42cc4d4-32a5-4408-8668-de3f78e1a529 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:36.613722 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-f5caf92a-146d-42ee-b719-2ef34b419958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:36.615904 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-f5caf92a-146d-42ee-b719-2ef34b419958 service neutron] 10.222.0.71 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 905 time: 0.3769674 Feb 17 01:26:36.620583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846393171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8001383'] for router_interface, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:36.735014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcce3d-50c9-4517-a473-1d004953c31c None None] Pushing event updated for resources: {'Port': ['ID=e692faf1-1b3f-4be2-81f4-75b183ef1f7a,revision_number=4']} {{(pid=83939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:36.742649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8cbcce3d-50c9-4517-a473-1d004953c31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83939) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:36.828584 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:36.829261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:36.918962 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-346fa235-fc44-4e2b-bdbc-55abd42e6052 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4463034-5904-4591-a904-97253968f93f HTTP/1.1" status: 200 len: 1002 time: 0.2884152 Feb 17 01:26:36.975456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port c8503790-b04e-4687-8902-99030ec55aca completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:37.022577 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port c8503790-b04e-4687-8902-99030ec55aca triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:37.022991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:37.129613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Network 1a924523-ac93-446a-9705-ea3aaa37364d is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:37.138174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:37.201073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-460ba187-d003-4926-afab-453b5ab96722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:37.206688 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-460ba187-d003-4926-afab-453b5ab96722 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 200 len: 850 time: 0.2777436 Feb 17 01:26:37.557540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:37.589727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-39ada1c0-a93b-434e-8fe1-66aa1a85c3e7 None None] Provisioning for port 70c2a866-db34-4432-839b-edd6eb31abc9 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:37.610109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:37.622649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-39ada1c0-a93b-434e-8fe1-66aa1a85c3e7 None None] Provisioning complete for port 70c2a866-db34-4432-839b-edd6eb31abc9 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:37.626480 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-39ada1c0-a93b-434e-8fe1-66aa1a85c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:37.760561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5cfa8-34bb-47a6-b602-ad439e607cf5 req-c1a777cc-4654-4f9a-a2e4-f8a30dc5514a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:37.762656 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-41c5cfa8-34bb-47a6-b602-ad439e607cf5 req-c1a777cc-4654-4f9a-a2e4-f8a30dc5514a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.3389802 Feb 17 01:26:37.765966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Router 7affcc93-a447-4977-a76a-2ee271a599a8 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:26:37.770117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-01269ac2-c835-42e0-8710-965429ace3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:37.772096 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-01269ac2-c835-42e0-8710-965429ace3d4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=edadca0b-4edb-49d5-9c92-08e469655e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2240584 Feb 17 01:26:37.813131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-39ada1c0-a93b-434e-8fe1-66aa1a85c3e7 None None] Port 70c2a866-db34-4432-839b-edd6eb31abc9 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:26:37.828060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e43b6-1f68-40c3-8fe7-113e7cbc80e6 req-be12f714-6979-4e8d-bdb0-9bb47f69e89b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:37.829762 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7f2e43b6-1f68-40c3-8fe7-113e7cbc80e6 req-be12f714-6979-4e8d-bdb0-9bb47f69e89b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.7481489 Feb 17 01:26:37.854352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port c8503790-b04e-4687-8902-99030ec55aca, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=c8503790-b04e-4687-8902-99030ec55aca,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:37.930240 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Pushing event updated for resources: {'Port': ['ID=70c2a866-db34-4432-839b-edd6eb31abc9,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:37.943017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.390s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:37.995638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:37.996979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 652ff422-0421-4500-a26e-478295f14fe7 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:38.183500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:38.228372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:26:38.249631 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] 10.222.0.65 "PUT /v2.0/routers/7affcc93-a447-4977-a76a-2ee271a599a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7793455 Feb 17 01:26:38.420360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-f6c575ab-34fa-4f2c-9978-86dab8bfbedc None None] Provisioning complete for port 70c2a866-db34-4432-839b-edd6eb31abc9 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:38.421205 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f6c575ab-34fa-4f2c-9978-86dab8bfbedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:38.640992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-f6c575ab-34fa-4f2c-9978-86dab8bfbedc None None] Port 70c2a866-db34-4432-839b-edd6eb31abc9 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:26:38.642960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'e692faf1-1b3f-4be2-81f4-75b183ef1f7a', 'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'mac_address': 'fa:16:3e:a9:2d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:36Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'subnets': [{'id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:38.654369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f44ad3-1964-4a48-9378-0f485ae9e025 None None] The sync data for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb is: [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'e692faf1-1b3f-4be2-81f4-75b183ef1f7a', 'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'mac_address': 'fa:16:3e:a9:2d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:36Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'subnets': [{'id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:26:38.726158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 652ff422-0421-4500-a26e-478295f14fe7 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:38.760262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=c8503790-b04e-4687-8902-99030ec55aca,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:38.809002 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:38.835576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fd8cac33-f066-4535-9d29-a474ee07e74c', 'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'mac_address': 'fa:16:3e:9b:89:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:18Z', 'updated_at': '2021-02-17T01:26:30Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'subnets': [{'id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:38.864355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 652ff422-0421-4500-a26e-478295f14fe7 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:38.865117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:38.940552 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7f2e43b6-1f68-40c3-8fe7-113e7cbc80e6 req-6e7dfc91-7328-4159-a861-eae116c5850a tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1010137 Feb 17 01:26:38.983741 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-41c5cfa8-34bb-47a6-b602-ad439e607cf5 req-a168de6a-488e-4bba-96ee-240f968cd137 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1991827 Feb 17 01:26:38.993482 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7b76ed-dd7f-4163-bdf3-05b4e7de5ec9 None None] The sync data for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb is: [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fd8cac33-f066-4535-9d29-a474ee07e74c', 'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'mac_address': 'fa:16:3e:9b:89:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:18Z', 'updated_at': '2021-02-17T01:26:30Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'subnets': [{'id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:26:39.131023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:39.152126 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-1b6b568b-319e-43fd-a065-bb68d0479447 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3550785 Feb 17 01:26:39.407916 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:39.553961 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c84b387-328a-47fa-8a6f-d1b03a4a4fcf req-22b2a568-669d-4479-aa64-2dd3716b25aa service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3896766 Feb 17 01:26:39.636504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 652ff422-0421-4500-a26e-478295f14fe7, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=652ff422-0421-4500-a26e-478295f14fe7,segment=NetworkSegment(bb845a76-cf4b-48c0-8fe0-d72ff3c0e419),segment_id=bb845a76-cf4b-48c0-8fe0-d72ff3c0e419)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:39.644575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:39.653904 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:39.659957 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:39.811464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Transition to ACTIVE for port object e8590a40-4e4f-481d-8ec8-1d663bcbbe06 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:39.833166 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:40.312542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device c8503790-b04e-4687-8902-99030ec55aca up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:40.675988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=652ff422-0421-4500-a26e-478295f14fe7,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:40.690730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8efac-63b7-4442-9068-12b01f301f42 req-ecb0247b-7cee-4ebd-a188-bcd2068ecee2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:40.703727 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-30e8efac-63b7-4442-9068-12b01f301f42 req-ecb0247b-7cee-4ebd-a188-bcd2068ecee2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.4494154 Feb 17 01:26:40.738558 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:40.739431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f25fbf1d-1440-4f2a-8fde-cf89e237df44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:40.866233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Attempting to bind port e8590a40-4e4f-481d-8ec8-1d663bcbbe06 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:26:40.867053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Attempting to bind port e8590a40-4e4f-481d-8ec8-1d663bcbbe06 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:26:40.867968 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Attempting to bind port e8590a40-4e4f-481d-8ec8-1d663bcbbe06 on network 12fd91a0-431a-42be-abb2-70d0f79f7370 {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:26:40.904532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port c8503790-b04e-4687-8902-99030ec55aca triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:40.906194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:40.989574 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-30e8efac-63b7-4442-9068-12b01f301f42 req-28686719-1fa6-4500-8368-4844e6017c98 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815173 Feb 17 01:26:41.034976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33126) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:41.057065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:26:41.057514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Checking segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:41.057979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.061349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Bound using segment: {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:26:41.064983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Bound port: e8590a40-4e4f-481d-8ec8-1d663bcbbe06, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94a8b99-06c8-48b5-8994-e40a0db3f5a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:26:41.066252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.073967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-491053496', 'description': 'tempest-TestShelveInstance-491053496 description'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:41.081544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:41.086184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Usage tracker for resource:security_group and tenant:344c91eb6f584fe196eb411e561325e0 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:41.089597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:41.102884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:41.145930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1d127-7f94-489b-8fb8-6d66c517833e req-326feecd-fcae-4d8f-8e0f-a4ece1c40f58 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:41.151387 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fbd1d127-7f94-489b-8fb8-6d66c517833e req-326feecd-fcae-4d8f-8e0f-a4ece1c40f58 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.3596842 Feb 17 01:26:41.151387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.218458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22fad4-d899-4dab-8e61-fca746012474 None None] Pushing event updated for resources: {'Port': ['ID=e8590a40-4e4f-481d-8ec8-1d663bcbbe06,revision_number=2']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:41.228885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5e22fad4-d899-4dab-8e61-fca746012474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:41.268063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:41.326899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Usage tracker for resource:security_group_rule and tenant:344c91eb6f584fe196eb411e561325e0 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:41.352992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:41.365431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.406545 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:41.415580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Usage tracker for resource:security_group_rule and tenant:182b440624a54b27a04b64ff7e554625 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:41.419283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:41.420164 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fbd1d127-7f94-489b-8fb8-6d66c517833e req-6193912d-726d-4194-af3a-d9c259ad2b19 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204452 Feb 17 01:26:41.426565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:41.428135 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:41.552024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.559207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.593824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] For port e8590a40-4e4f-481d-8ec8-1d663bcbbe06, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:26:41.594786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2958826b-221d-40e6-97c6-bb11161edce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:41.656765 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] For port e8590a40-4e4f-481d-8ec8-1d663bcbbe06, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=e8590a40-4e4f-481d-8ec8-1d663bcbbe06,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:26:41.659191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device fd8cac33-f066-4535-9d29-a474ee07e74c up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:41.686395 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.703968 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.710778 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:41.721485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20c8184-bcba-4d28-98df-864380548b5d,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:41.725436 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:41.729743 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=182b440624a54b27a04b64ff7e554625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6932733 Feb 17 01:26:41.732594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33132) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:41.748397 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.807253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bda6d7-daf8-4cb7-a017-e499b90bc15b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:41.816641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:41.824942 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:41.853374 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:41.854749 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-611b7322-03fc-4f29-bd2c-2af1661c0a1e req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7878397 Feb 17 01:26:41.968690 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-3b1951cc-1ad6-4b09-a1f1-d6adabeab954 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups/e7bda6d7-daf8-4cb7-a017-e499b90bc15b HTTP/1.1" status: 200 len: 1800 time: 0.0805163 Feb 17 01:26:41.982641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7bda6d7-daf8-4cb7-a017-e499b90bc15b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:41.983962 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7bda6d7-daf8-4cb7-a017-e499b90bc15b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:41.992058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:41.997008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Usage tracker for resource:security_group_rule and tenant:344c91eb6f584fe196eb411e561325e0 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:42.004407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:42.011409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:42.016455 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5824968-db29-4e6f-bc88-f8b70e2b3e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:42.048233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5824968-db29-4e6f-bc88-f8b70e2b3e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:42.096344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:42.110061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5824968-db29-4e6f-bc88-f8b70e2b3e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:42.116973 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-69c7f291-3d8c-46c7-bba9-3f8a8ad21f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:42.146242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5824968-db29-4e6f-bc88-f8b70e2b3e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:42.147284 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e5824968-db29-4e6f-bc88-f8b70e2b3e82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e20c8184-bcba-4d28-98df-864380548b5d HTTP/1.1" status: 204 len: 168 time: 0.4129016 Feb 17 01:26:42.152760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5824968-db29-4e6f-bc88-f8b70e2b3e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20c8184-bcba-4d28-98df-864380548b5d,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:42.157753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e5824968-db29-4e6f-bc88-f8b70e2b3e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:42.181165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:42.193564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:42.196187 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-08bef32a-269f-4b54-b6a3-1b0c40939251 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:42.258406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6af5354-853a-41a6-b963-78a163b55b61,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:42.283200 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:42.307983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:42.314298 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91b169f8-d2f9-4eec-95d4-4c3acfd46aba req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3442197 Feb 17 01:26:42.532628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Routers {'7affcc93-a447-4977-a76a-2ee271a599a8'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:42.533329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['7affcc93-a447-4977-a76a-2ee271a599a8'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:42.611860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22fad4-d899-4dab-8e61-fca746012474 None None] Pushing event updated for resources: {'Port': ['ID=e8590a40-4e4f-481d-8ec8-1d663bcbbe06,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:42.616071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5e22fad4-d899-4dab-8e61-fca746012474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:42.640892 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492e3a0-95d7-48d3-810d-ff8eab31d392 req-420d0827-0e15-49b2-be44-058b869f5ce9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:42.650400 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2492e3a0-95d7-48d3-810d-ff8eab31d392 req-420d0827-0e15-49b2-be44-058b869f5ce9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.2889409 Feb 17 01:26:42.669419 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-efcf5a72-15f8-4036-abab-79ab995931aa req-267a25d4-b4b7-4ece-abd4-0ed2b5dd88b8 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups/e7bda6d7-daf8-4cb7-a017-e499b90bc15b HTTP/1.1" status: 200 len: 2393 time: 0.3332272 Feb 17 01:26:42.740219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7bda6d7-daf8-4cb7-a017-e499b90bc15b', 'remote_group_id': None}]} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:42.740219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7bda6d7-daf8-4cb7-a017-e499b90bc15b', 'remote_group_id': None}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:42.765844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:42.796922 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Usage tracker for resource:security_group_rule and tenant:344c91eb6f584fe196eb411e561325e0 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:42.818910 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2492e3a0-95d7-48d3-810d-ff8eab31d392 req-907168ea-2632-484c-9334-7ddb98a2bfa7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457055 Feb 17 01:26:42.823104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:42.850486 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:42.897782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] Set router 7affcc93-a447-4977-a76a-2ee271a599a8 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:42.920147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33148) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:42.975015 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:42.987800 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.040519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:43.052146 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.069993 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Usage tracker for resource:security_group_rule and tenant:98e28ab5ac3149319ded2de4863d4e2a is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:43.082216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:43.115037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.116423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:43.138562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:43.155941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bdf1b3-952e-42e0-8e7b-307e2cce2497,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:43.159364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:43.160272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.161794 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-efcf5a72-15f8-4036-abab-79ab995931aa req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4912958 Feb 17 01:26:43.243473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bc8c1-77d0-421a-bd12-f55f1817098b req-4dba870b-7dcb-42fd-8c8c-fed712542d28 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:43.253191 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-be5bc8c1-77d0-421a-bd12-f55f1817098b req-4dba870b-7dcb-42fd-8c8c-fed712542d28 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1992130 Feb 17 01:26:43.369186 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-be5bc8c1-77d0-421a-bd12-f55f1817098b req-4853c80e-3fd4-4464-a7ed-e07c708581fb tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098466 Feb 17 01:26:43.406562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.431484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.477996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d6b3cc94-1431-4752-8540-92e91e4d6b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:43.479079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port fd8cac33-f066-4535-9d29-a474ee07e74c completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:43.513528 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98e28ab5ac3149319ded2de4863d4e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892382 Feb 17 01:26:43.513982 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 33160) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:43.551731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port fd8cac33-f066-4535-9d29-a474ee07e74c triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:43.552158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.558835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c7507-7515-4fb5-9335-55a5ae39e21f,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:43.585979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:43.648669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9742e01c-6247-4014-aadf-45562c3f2763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.709520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9742e01c-6247-4014-aadf-45562c3f2763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.811791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9742e01c-6247-4014-aadf-45562c3f2763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.817100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-68e3bde9-bebb-476c-aa37-bfc6e7c6c473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:43.828865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742e01c-6247-4014-aadf-45562c3f2763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c7507-7515-4fb5-9335-55a5ae39e21f,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:43.831617 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9742e01c-6247-4014-aadf-45562c3f2763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:43.838150 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9742e01c-6247-4014-aadf-45562c3f2763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:43.839739 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9742e01c-6247-4014-aadf-45562c3f2763 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e1c7507-7515-4fb5-9335-55a5ae39e21f HTTP/1.1" status: 204 len: 168 time: 0.3242936 Feb 17 01:26:43.957107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:44.009090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:23Z', 'updated_at': '2021-02-17T01:26:35Z', 'revision_number': 4, 'project_id': '134249f84e424548866102c7c5af8ab3', 'gw_port': {'id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '70c2a866-db34-4432-839b-edd6eb31abc9', 'name': '', 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'mac_address': 'fa:16:3e:43:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:33Z', 'updated_at': '2021-02-17T01:26:35Z', 'revision_number': 2, 'project_id': '134249f84e424548866102c7c5af8ab3', 'subnets': [{'id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:44.014886 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05543a2d-c288-40c8-a15f-828038f071d7 None None] The sync data for ids ['7affcc93-a447-4977-a76a-2ee271a599a8'] in dv-cinder-759987-3-smb is: [{'id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:23Z', 'updated_at': '2021-02-17T01:26:35Z', 'revision_number': 4, 'project_id': '134249f84e424548866102c7c5af8ab3', 'gw_port': {'id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '70c2a866-db34-4432-839b-edd6eb31abc9', 'name': '', 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'mac_address': 'fa:16:3e:43:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:33Z', 'updated_at': '2021-02-17T01:26:35Z', 'revision_number': 2, 'project_id': '134249f84e424548866102c7c5af8ab3', 'subnets': [{'id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:26:44.028490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port fd8cac33-f066-4535-9d29-a474ee07e74c, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=fd8cac33-f066-4535-9d29-a474ee07e74c,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:44.038073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:44.039235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device e692faf1-1b3f-4be2-81f4-75b183ef1f7a up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:44.221262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:44.275008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50204981-38e1-4b80-8479-098a215632cd req-1899ab36-ada7-4d60-9fce-5fbd6cede210 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:44.291215 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-50204981-38e1-4b80-8479-098a215632cd req-1899ab36-ada7-4d60-9fce-5fbd6cede210 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1838603 Feb 17 01:26:44.416030 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-50204981-38e1-4b80-8479-098a215632cd req-7c011b9f-99e8-475c-be5e-924a2e0064c5 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221197 Feb 17 01:26:44.418740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:44.502330 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=fd8cac33-f066-4535-9d29-a474ee07e74c,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:44.514173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:44.565369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port e692faf1-1b3f-4be2-81f4-75b183ef1f7a completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:44.612502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port e692faf1-1b3f-4be2-81f4-75b183ef1f7a triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:44.612925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:44.913236 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:44.913766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:45.058040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f70a2-240c-4fd1-b130-598a37b92d80 req-fca111dc-1210-4a23-92a1-054b192383c0 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:45.059145 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c3f70a2-240c-4fd1-b130-598a37b92d80 req-fca111dc-1210-4a23-92a1-054b192383c0 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2955499 Feb 17 01:26:45.263509 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c3f70a2-240c-4fd1-b130-598a37b92d80 req-38154c06-8903-470b-b3b7-7a740efdd6ae tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789839 Feb 17 01:26:45.356184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:45.432230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port e692faf1-1b3f-4be2-81f4-75b183ef1f7a, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=e692faf1-1b3f-4be2-81f4-75b183ef1f7a,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:45.440564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:45.442564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:45.552444 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=e692faf1-1b3f-4be2-81f4-75b183ef1f7a,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:45.562491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:45.801844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device fd8cac33-f066-4535-9d29-a474ee07e74c up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:45.935272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d5c0b-0441-40db-bb7d-6dc30c45b418 req-85810cad-89db-48be-b62c-c69a710e386f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:45.944843 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e11d5c0b-0441-40db-bb7d-6dc30c45b418 req-85810cad-89db-48be-b62c-c69a710e386f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.2552979 Feb 17 01:26:46.024229 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e11d5c0b-0441-40db-bb7d-6dc30c45b418 req-6edc6de5-e58b-4df1-a09e-1dbd5df3f2c0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719790 Feb 17 01:26:46.058463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port fd8cac33-f066-4535-9d29-a474ee07e74c triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:46.058868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:46.323090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 652ff422-0421-4500-a26e-478295f14fe7 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:46.481530 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 652ff422-0421-4500-a26e-478295f14fe7 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:46.481951 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:46.567888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19afc94-68c2-4e9c-a4d5-6989c9013cbe req-34a0c544-875e-46f4-b81c-796699f1f33d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:46.577115 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d19afc94-68c2-4e9c-a4d5-6989c9013cbe req-34a0c544-875e-46f4-b81c-796699f1f33d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1060214 Feb 17 01:26:46.659079 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d19afc94-68c2-4e9c-a4d5-6989c9013cbe req-19a3f986-2a9e-4b45-9965-c0093065ad80 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807593 Feb 17 01:26:46.774210 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device e8590a40-4e4f-481d-8ec8-1d663bcbbe06 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:46.859794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port e8590a40-4e4f-481d-8ec8-1d663bcbbe06 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:46.868481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port e8590a40-4e4f-481d-8ec8-1d663bcbbe06 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:46.868902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:47.055460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:47.082478 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port e8590a40-4e4f-481d-8ec8-1d663bcbbe06, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=e8590a40-4e4f-481d-8ec8-1d663bcbbe06,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:47.088847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:47.098124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:47.257222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=e8590a40-4e4f-481d-8ec8-1d663bcbbe06,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:47.261021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:47.382861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbdbd-d6ec-4564-a36d-f20aa285f5a5 req-010f4fde-1685-47f1-af11-14cc9262c87b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:47.384953 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ee0bbdbd-d6ec-4564-a36d-f20aa285f5a5 req-010f4fde-1685-47f1-af11-14cc9262c87b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1381483 Feb 17 01:26:47.455393 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ee0bbdbd-d6ec-4564-a36d-f20aa285f5a5 req-d4107d85-1670-4828-a8fd-5aca31b41d3f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639741 Feb 17 01:26:47.583236 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device e8590a40-4e4f-481d-8ec8-1d663bcbbe06 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:47.706625 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port e8590a40-4e4f-481d-8ec8-1d663bcbbe06 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:47.707214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:47.919856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device e692faf1-1b3f-4be2-81f4-75b183ef1f7a up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:47.972997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c6540-fd6d-43b4-af78-f79bf8b5846d req-ea0e22e2-1841-4c42-a961-ee9250a5611d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:47.985997 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7b1c6540-fd6d-43b4-af78-f79bf8b5846d req-ea0e22e2-1841-4c42-a961-ee9250a5611d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1578176 Feb 17 01:26:48.050324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d51b647a-5747-4e59-9d6f-16244c9169b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:48.058229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port e692faf1-1b3f-4be2-81f4-75b183ef1f7a triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:48.058809 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:48.153404 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7b1c6540-fd6d-43b4-af78-f79bf8b5846d req-74a4a739-d9e4-4232-a288-6ac3501c7706 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658041 Feb 17 01:26:48.526334 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Sync routers for ids ['7affcc93-a447-4977-a76a-2ee271a599a8'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:26:48.544039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Routers {'7affcc93-a447-4977-a76a-2ee271a599a8'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:48.546989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['7affcc93-a447-4977-a76a-2ee271a599a8'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:48.734565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8bdb7-a34b-4fab-98a5-434e505061cc req-6163f7eb-d457-4f31-98de-9732ef33e33d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:48.755890 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-32f8bdb7-a34b-4fab-98a5-434e505061cc req-6163f7eb-d457-4f31-98de-9732ef33e33d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1272154 Feb 17 01:26:48.871959 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-32f8bdb7-a34b-4fab-98a5-434e505061cc req-a34a84a6-331e-4827-9382-bd85bb8ae1ac tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148083 Feb 17 01:26:49.040851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-a9b3ee4c-9481-410c-9c98-9f428bd60304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:49.042773 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-a9b3ee4c-9481-410c-9c98-9f428bd60304 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 1162 time: 0.1949883 Feb 17 01:26:49.130101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Set router 7affcc93-a447-4977-a76a-2ee271a599a8 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:49.309298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-0eb4433e-9e6a-4861-b862-69886438f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:49.312008 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-0eb4433e-9e6a-4861-b862-69886438f4ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.2597892 Feb 17 01:26:49.458607 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-c4f52aae-e512-44cd-9913-6eb098e70e75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73 HTTP/1.1" status: 200 len: 1001 time: 0.1375782 Feb 17 01:26:49.539751 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-d9dada89-44ed-410f-b2fe-5519fc9bb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:49.541547 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-d9dada89-44ed-410f-b2fe-5519fc9bb855 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.0755093 Feb 17 01:26:49.629606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3db371-eefd-4c8b-9939-771b1addff43 req-5e34e89b-7bfa-4ae1-b2b5-6233527ba2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:49.631781 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fe3db371-eefd-4c8b-9939-771b1addff43 req-5e34e89b-7bfa-4ae1-b2b5-6233527ba2ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 1163 time: 0.2566414 Feb 17 01:26:49.709748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5020b-01e2-4a6f-a553-66afa9c899b4 req-484955de-154a-42e4-9d4a-d726b8288e8b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:49.718239 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1cc5020b-01e2-4a6f-a553-66afa9c899b4 req-484955de-154a-42e4-9d4a-d726b8288e8b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1754014 Feb 17 01:26:49.720873 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fe3db371-eefd-4c8b-9939-771b1addff43 req-f98d589b-ddce-4ed2-867c-de2f44d98f36 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755258 Feb 17 01:26:49.794581 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-7592c244-1b15-4ad3-b9e5-80411ddd422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:49.797098 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-7592c244-1b15-4ad3-b9e5-80411ddd422d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1988850 Feb 17 01:26:49.808392 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1cc5020b-01e2-4a6f-a553-66afa9c899b4 req-1f67fab5-f367-4a67-95c7-211ff9f26efc tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889225 Feb 17 01:26:49.875476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 33322) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:49.988152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:23Z', 'updated_at': '2021-02-17T01:26:35Z', 'revision_number': 4, 'project_id': '134249f84e424548866102c7c5af8ab3', 'gw_port': {'id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '70c2a866-db34-4432-839b-edd6eb31abc9', 'name': '', 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'mac_address': 'fa:16:3e:43:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:33Z', 'updated_at': '2021-02-17T01:26:35Z', 'revision_number': 2, 'project_id': '134249f84e424548866102c7c5af8ab3', 'subnets': [{'id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:49.994714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Checking router: 7affcc93-a447-4977-a76a-2ee271a599a8 for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:26:49.995249 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Updating router 7affcc93-a447-4977-a76a-2ee271a599a8 port 70c2a866-db34-4432-839b-edd6eb31abc9 binding host dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 01:26:50.083856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:50.174976 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-129aa8fb-5069-47d6-a1b0-44548cfe3eee service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505524 Feb 17 01:26:50.454259 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0000fbc3-c01a-4095-8ec7-25c5632e50ee req-e0155f7d-f6b7-4aee-85c2-686a988d425f service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2165024 Feb 17 01:26:50.470773 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:50.503995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:50.508950 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Usage tracker for resource:security_group_rule and tenant:71a545b2562e43798546c04c6fbc333e is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:50.515946 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:50.523593 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:50.584731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aab89c85-a6e3-47dd-b7ef-f0c639791478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:50.626410 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb73a2-d59e-40ba-8f14-eb5133122a96 req-ed2739d9-3926-4f7f-a228-2237b5c0ac58 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:50.635092 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7ceb73a2-d59e-40ba-8f14-eb5133122a96 req-ed2739d9-3926-4f7f-a228-2237b5c0ac58 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.4518771 Feb 17 01:26:50.663494 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:50.690986 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:50.718652 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7ceb73a2-d59e-40ba-8f14-eb5133122a96 req-474f2155-763d-44f9-816a-9a37b1b07eda tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775192 Feb 17 01:26:50.719661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:50.730331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-81b2edf2-d531-4087-bb86-9ab674475a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:50.803297 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71a545b2562e43798546c04c6fbc333e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9239974 Feb 17 01:26:50.803297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8639649-7e91-4cf0-ae3f-1ff3055027e4,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:50.803811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33342) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:50.808289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:50.901048 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:50.944082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:50.956700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:50.984360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Transition to ACTIVE for port object 70c2a866-db34-4432-839b-edd6eb31abc9 will not be triggered until provisioned by entity L2. {{(pid=83938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:50.990022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:51.022513 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:51.026864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2283b2c5-6414-4ece-8f9c-efb587b5f6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:51.031252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f6f7fde4-c036-418c-bc2c-d902f267de19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:51.044461 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8639649-7e91-4cf0-ae3f-1ff3055027e4,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:51.054510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.054878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.055274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.055674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.056239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.056780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.057312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.057904 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.058482 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.059642 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.060439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.061056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.061757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.062324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.062895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.063529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.064104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.064680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.065248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.065827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.066505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.067078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.067692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.068082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:51.071779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:51.081710 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:51.083348 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8639649-7e91-4cf0-ae3f-1ff3055027e4 HTTP/1.1" status: 204 len: 168 time: 0.2785089 Feb 17 01:26:51.305093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01245f6a-1b9a-41e4-9810-9a2e40980a5e req-a293562e-4a4a-4f4d-aefe-7ed525a9b70f tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:51.312348 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-01245f6a-1b9a-41e4-9810-9a2e40980a5e req-a293562e-4a4a-4f4d-aefe-7ed525a9b70f tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2304950 Feb 17 01:26:51.439906 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-01245f6a-1b9a-41e4-9810-9a2e40980a5e req-ffb36d9f-c2c6-464a-a293-e8bc9e6b4f4a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203249 Feb 17 01:26:51.480502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb1132-dc8e-41c3-82e7-7c0e46e5a73c None None] Pushing event updated for resources: {'Port': ['ID=70c2a866-db34-4432-839b-edd6eb31abc9,revision_number=3']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:51.483869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b1cb1132-dc8e-41c3-82e7-7c0e46e5a73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:51.641654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33362) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:51.686651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:51.750708 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:51.755063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc339ebf26c429d94da539574b53981 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:51.758596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:51.764751 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:51.801714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:51.814419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Attempting to bind port 70c2a866-db34-4432-839b-edd6eb31abc9 on host dv-cinder-759987-3-smb for vnic_type normal with profile {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:26:51.816914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Attempting to bind port 70c2a866-db34-4432-839b-edd6eb31abc9 by drivers openvswitch on host dv-cinder-759987-3-smb at level 0 using segments [{'id': 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d'}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:26:51.817757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Attempting to bind port 70c2a866-db34-4432-839b-edd6eb31abc9 on network 1a924523-ac93-446a-9705-ea3aaa37364d {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:26:51.864305 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Checking agent: {'id': '3718859d-e7aa-481a-892e-c384f89d47b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759987-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 14, 52), 'started_at': datetime.datetime(2021, 2, 17, 1, 15, 22), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759987-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:26:51.864758 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Checking segment: {'id': 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:26:51.865224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:51.865671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Bound using segment: {'id': 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d'} {{(pid=83938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:26:51.866219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Bound port: 70c2a866-db34-4432-839b-edd6eb31abc9, host: dv-cinder-759987-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d'}}] {{(pid=83938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:26:51.866641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:51.939858 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:51.950403 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:51.974922 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fbfba623-6510-4955-9d1e-4910fd022aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:52.023034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] For port 70c2a866-db34-4432-839b-edd6eb31abc9, host dv-cinder-759987-3-smb, cleared binding levels {{(pid=83938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:26:52.026939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] For port 70c2a866-db34-4432-839b-edd6eb31abc9, host dv-cinder-759987-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=70c2a866-db34-4432-839b-edd6eb31abc9,segment=NetworkSegment(bb845a76-cf4b-48c0-8fe0-d72ff3c0e419),segment_id=bb845a76-cf4b-48c0-8fe0-d72ff3c0e419)] {{(pid=83938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:26:52.032820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:52.051843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:52.069094 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecc339ebf26c429d94da539574b53981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262154 Feb 17 01:26:52.072877 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33380) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:52.091804 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa84cb8-1240-4fce-9e41-6ec88253d3bd,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:52.129306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fa44f925-c91b-4e9b-8d62-37df8534c6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:52.158977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e80e0-4da6-4cce-9197-08c1d548d273 req-30131f87-3f5f-445b-bba7-0f3c4620e3dd tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:52.160695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d698ef98-a645-4a2c-a995-4d4c5568f7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:52.167246 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5d8e80e0-4da6-4cce-9197-08c1d548d273 req-30131f87-3f5f-445b-bba7-0f3c4620e3dd tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.2390335 Feb 17 01:26:52.181470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb1132-dc8e-41c3-82e7-7c0e46e5a73c None None] Pushing event updated for resources: {'Port': ['ID=70c2a866-db34-4432-839b-edd6eb31abc9,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:52.184745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:52.206731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d698ef98-a645-4a2c-a995-4d4c5568f7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:52.222163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b1cb1132-dc8e-41c3-82e7-7c0e46e5a73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:52.274731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d698ef98-a645-4a2c-a995-4d4c5568f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:52.283388 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f1bef64-9234-494c-a99b-f7313ae43785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:52.319407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698ef98-a645-4a2c-a995-4d4c5568f7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa84cb8-1240-4fce-9e41-6ec88253d3bd,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:52.329535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d698ef98-a645-4a2c-a995-4d4c5568f7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:52.333893 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d698ef98-a645-4a2c-a995-4d4c5568f7fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6fa84cb8-1240-4fce-9e41-6ec88253d3bd HTTP/1.1" status: 204 len: 168 time: 0.2596827 Feb 17 01:26:52.336473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d698ef98-a645-4a2c-a995-4d4c5568f7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:52.361942 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5d8e80e0-4da6-4cce-9197-08c1d548d273 req-e4a29151-a87a-4cce-99eb-6815978b3a97 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932509 Feb 17 01:26:52.385901 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:52.386321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:52.413443 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-40255aba-d4fd-401c-825c-01daf420ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:52.415177 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-40255aba-d4fd-401c-825c-01daf420ebae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 1163 time: 0.3465841 Feb 17 01:26:52.431493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574eea6f-2dd3-4614-b2c6-c0e8393e1f45 req-e93f476c-da4c-40b0-92f3-3b5bfefa4600 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:52.433226 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-574eea6f-2dd3-4614-b2c6-c0e8393e1f45 req-e93f476c-da4c-40b0-92f3-3b5bfefa4600 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2569716 Feb 17 01:26:52.496823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:52.516800 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Routers {'7affcc93-a447-4977-a76a-2ee271a599a8'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:26:52.517963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:26:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['7affcc93-a447-4977-a76a-2ee271a599a8'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:52.693797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-862c3f05-3f39-4bd5-bb67-678e32f3d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:52.698364 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-862c3f05-3f39-4bd5-bb67-678e32f3d0fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 200 len: 913 time: 0.2755923 Feb 17 01:26:52.833626 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-e51affd5-95f7-4696-9b2a-809a2024f91a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd HTTP/1.1" status: 200 len: 217 time: 0.1240041 Feb 17 01:26:52.898060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] Set router 7affcc93-a447-4977-a76a-2ee271a599a8 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:26:52.980939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-e813cb20-150b-4521-9867-082fef46dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:52.984343 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-e813cb20-150b-4521-9867-082fef46dea0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 200 len: 859 time: 0.1349525 Feb 17 01:26:53.050875 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-574eea6f-2dd3-4614-b2c6-c0e8393e1f45 req-3fe0f877-c793-418d-9374-4bb271f11573 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494043 Feb 17 01:26:53.088863 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-ab244aba-567b-440d-96cb-720cbd792565 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=22bc5a98-918f-4296-b956-cbb30667b7d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944159 Feb 17 01:26:53.364860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:23Z', 'updated_at': '2021-02-17T01:26:35Z', 'revision_number': 4, 'project_id': '134249f84e424548866102c7c5af8ab3', 'gw_port': {'id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '70c2a866-db34-4432-839b-edd6eb31abc9', 'name': '', 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'mac_address': 'fa:16:3e:43:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:33Z', 'updated_at': '2021-02-17T01:26:52Z', 'revision_number': 4, 'project_id': '134249f84e424548866102c7c5af8ab3', 'subnets': [{'id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:26:53.370133 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18d356b-4c63-476d-b7e4-f4f654b474b0 None None] The sync data for ids ['7affcc93-a447-4977-a76a-2ee271a599a8'] in dv-cinder-759987-3-smb is: [{'id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:23Z', 'updated_at': '2021-02-17T01:26:35Z', 'revision_number': 4, 'project_id': '134249f84e424548866102c7c5af8ab3', 'gw_port': {'id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '70c2a866-db34-4432-839b-edd6eb31abc9', 'name': '', 'network_id': '1a924523-ac93-446a-9705-ea3aaa37364d', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'mac_address': 'fa:16:3e:43:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:33Z', 'updated_at': '2021-02-17T01:26:52Z', 'revision_number': 4, 'project_id': '134249f84e424548866102c7c5af8ab3', 'subnets': [{'id': 'b9061886-a2c8-4e5a-a996-3a5e84dd48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:26:53.606080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 70c2a866-db34-4432-839b-edd6eb31abc9 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:53.720219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning for port 70c2a866-db34-4432-839b-edd6eb31abc9 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:53.749313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 70c2a866-db34-4432-839b-edd6eb31abc9 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:53.750936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:53.809446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167794-324d-4693-8ee6-99a0537fac0e req-2a821217-61e0-442b-869b-a1b9f9a0cbbb tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:53.811164 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-2a821217-61e0-442b-869b-a1b9f9a0cbbb tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/networks?id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 200 len: 814 time: 0.5565245 Feb 17 01:26:53.860458 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-cc0ab404-63ad-4390-8999-7a0fbcbe315c tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/quotas/f70589114af54f908fa4ac5a4032297d HTTP/1.1" status: 200 len: 375 time: 0.0406516 Feb 17 01:26:53.862840 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-1fd5eba6-84ca-4a34-89a5-fddfec0c72ee service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7648034 Feb 17 01:26:53.869803 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca386b6c-8e5d-44b6-b981-1ee521ce4fce req-f17f8ae5-b043-4b05-bf9d-1782df407b10 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:53.877571 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca386b6c-8e5d-44b6-b981-1ee521ce4fce req-f17f8ae5-b043-4b05-bf9d-1782df407b10 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.2478218 Feb 17 01:26:53.916202 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:53.954345 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] For port 70c2a866-db34-4432-839b-edd6eb31abc9, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=70c2a866-db34-4432-839b-edd6eb31abc9,segment=NetworkSegment(bb845a76-cf4b-48c0-8fe0-d72ff3c0e419),segment_id=bb845a76-cf4b-48c0-8fe0-d72ff3c0e419)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:53.959111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:53.961681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b1cb1132-dc8e-41c3-82e7-7c0e46e5a73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:54.172061 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3b424fcf-580d-4122-95b8-e54bb11c1f6f req-def1ced0-b39f-40f0-97c3-278e1f017dbd service neutron] 10.222.0.71 "GET /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2918489 Feb 17 01:26:54.205440 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca386b6c-8e5d-44b6-b981-1ee521ce4fce req-1fab102b-0ff7-4941-89de-6c1ec6b9a242 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268189 Feb 17 01:26:54.213857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:26:54.251382 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-245b8f5e-591f-4ac4-a480-e5c78e0ae798 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3695221 Feb 17 01:26:54.339993 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Pushing event updated for resources: {'Port': ['ID=70c2a866-db34-4432-839b-edd6eb31abc9,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:54.345399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:54.453063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:54.462547 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-827a0c11-b1ec-4b78-9d71-a34f0976bbef service neutron] 10.222.0.65 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101297 Feb 17 01:26:54.488273 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:26:54.511119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port aa35b278-d7ad-496e-9d6e-21173b1a2f73, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:26:54.517006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:54.519366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:54.618682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=aa35b278-d7ad-496e-9d6e-21173b1a2f73,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:54.626478 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:54.639861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520b73-2d1d-4d91-bd6b-b77f10a75a15 req-8cfbb824-b8c3-4d4b-b462-f6d324e074df tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:54.641506 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dd520b73-2d1d-4d91-bd6b-b77f10a75a15 req-8cfbb824-b8c3-4d4b-b462-f6d324e074df tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.2412341 Feb 17 01:26:54.652103 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-aa9463ee-e04f-4311-a176-bf3553ea9369 service neutron] 10.222.0.65 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1884074 Feb 17 01:26:54.712588 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dd520b73-2d1d-4d91-bd6b-b77f10a75a15 req-279a5195-f6a6-43ed-bb7e-6d542563d461 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592403 Feb 17 01:26:54.835492 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73', 'code': 422} returned with failed status Feb 17 01:26:54.980484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043049d3-c11f-40f9-8acf-7f5f8c5c7b69 req-b30126c6-8d8f-4c23-b5be-fbf75ce0b6b4 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:54.983360 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-043049d3-c11f-40f9-8acf-7f5f8c5c7b69 req-b30126c6-8d8f-4c23-b5be-fbf75ce0b6b4 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1420527 Feb 17 01:26:55.039446 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-043049d3-c11f-40f9-8acf-7f5f8c5c7b69 req-ccabe95c-1ed8-49dc-917e-cb7be86f53bc tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488758 Feb 17 01:26:55.182807 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4c9493af-ebf1-45ed-91f6-5757a86b814a req-7183a05d-5609-42ae-bb5a-52a7bc52f79b tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 210 time: 0.0663216 Feb 17 01:26:55.418224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff263ea-86a6-4564-96f7-2458c483a72c req-52793103-5817-4f16-9a3a-34a425a91305 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:55.420975 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ff263ea-86a6-4564-96f7-2458c483a72c req-52793103-5817-4f16-9a3a-34a425a91305 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.0980237 Feb 17 01:26:55.481467 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ff263ea-86a6-4564-96f7-2458c483a72c req-f8d1e77e-76f6-40fe-b97e-9298c7bda8b1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536098 Feb 17 01:26:55.562012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 70c2a866-db34-4432-839b-edd6eb31abc9 up at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:55.668831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Provisioning complete for port 70c2a866-db34-4432-839b-edd6eb31abc9 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:55.669512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:56.068281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430d81e-4b56-408c-b46f-41c63258bb7a req-13b087ed-d094-494d-a7ad-d766d8521216 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:56.069414 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c430d81e-4b56-408c-b46f-41c63258bb7a req-13b087ed-d094-494d-a7ad-d766d8521216 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.0898299 Feb 17 01:26:56.088991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:26:56.149668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33506) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:56.174034 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c430d81e-4b56-408c-b46f-41c63258bb7a req-9dfb2935-b6d5-4a4a-914f-98d59be95991 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975506 Feb 17 01:26:56.234245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port d3ad3b8e-29b5-4dee-b607-0be738acf4cd triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:56.234666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:56.504242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd345a-12fc-48a5-9e79-00348ecf1c9b req-9448ab12-eb8f-4f20-965f-e9b248b6e155 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:56.505913 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-31cd345a-12fc-48a5-9e79-00348ecf1c9b req-9448ab12-eb8f-4f20-965f-e9b248b6e155 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2854319 Feb 17 01:26:56.512894 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b91cfe6a-b6e3-47b7-9bc3-b3c19837947c req-769bcb1a-356b-4e39-91af-9fba2875a321 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 210 time: 0.0861030 Feb 17 01:26:56.603553 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-31cd345a-12fc-48a5-9e79-00348ecf1c9b req-684e40d5-7fee-4e85-a68e-24ddde0d0d9b tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773609 Feb 17 01:26:56.631733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c375b027-3c20-4627-aa15-4a15419559a9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:56.633921 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c375b027-3c20-4627-aa15-4a15419559a9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.71 "GET /v2.0/networks?id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 200 len: 814 time: 0.3152225 Feb 17 01:26:56.646308 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-dbcdd04c-0b67-4323-a037-61d269ef253e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4827173 Feb 17 01:26:56.650497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'port': {'device_id': '989ad88b-c255-4371-b599-2c853125f947', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'admin_state_up': True, 'tenant_id': 'f70589114af54f908fa4ac5a4032297d'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:26:56.912750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:56.917629 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Usage tracker for resource:port and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:56.929334 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:56.936900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:56.950438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Made reservation on behalf of f70589114af54f908fa4ac5a4032297d for: {'port': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:26:56.956722 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:57.023542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c528cc8-f730-4776-b395-36d0c19695d7 req-3a932c6a-e1a7-4b79-893f-5dade54a605d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:57.025080 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8c528cc8-f730-4776-b395-36d0c19695d7 req-3a932c6a-e1a7-4b79-893f-5dade54a605d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.2749882 Feb 17 01:26:57.176967 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8c528cc8-f730-4776-b395-36d0c19695d7 req-8a202bd0-b7e3-4ef4-ae34-88719a4d037e tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316717 Feb 17 01:26:57.450129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Allocated IP 172.20.0.4 (de95896c-3d8f-4255-8beb-1c0aa6d86b6b/fc4a2683-ee4e-408b-97ed-eff367ac67e7/36144435-2516-4a86-b335-0f6b52d387eb) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:26:57.534078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac6448-c7c4-4d70-a1c3-0ac6b0e09cc3 req-8126a79b-be93-4487-865b-25c2c01ec918 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:57.542422 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7fac6448-c7c4-4d70-a1c3-0ac6b0e09cc3 req-8126a79b-be93-4487-865b-25c2c01ec918 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1650209 Feb 17 01:26:57.727648 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7fac6448-c7c4-4d70-a1c3-0ac6b0e09cc3 req-3bf49039-6ceb-4709-8957-0a80cb735795 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792922 Feb 17 01:26:57.901341 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e1a10337-b180-49d7-ba73-d9596c04c3fe req-5d1af454-92a8-48f7-a2c9-e465cfdb7827 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 210 time: 0.0632677 Feb 17 01:26:57.933678 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:57.954226 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Transition to ACTIVE for port object 36144435-2516-4a86-b335-0f6b52d387eb will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:26:57.980152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:57.996784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:58.140716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event updated for resources: {'Port': ['ID=36144435-2516-4a86-b335-0f6b52d387eb,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:58.145683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:58.234236 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:26:58.244400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:26:58.252578 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:26:58.266189 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:58.266936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:58.313494 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-588c5b82-4c6e-43ed-a6c8-e01b35a4bac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6679006 Feb 17 01:26:58.480852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-dc72b454-c13a-4dcb-a8ac-154f6a59ea06 None None] Provisioning for port 36144435-2516-4a86-b335-0f6b52d387eb completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:26:58.489018 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-dc72b454-c13a-4dcb-a8ac-154f6a59ea06 None None] Provisioning complete for port 36144435-2516-4a86-b335-0f6b52d387eb triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:26:58.489528 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dc72b454-c13a-4dcb-a8ac-154f6a59ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:58.546139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539397-053d-4817-bc64-e2fb67fc392c req-6ab5bca7-0ff9-42eb-9093-80df1e2cfd2e tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:58.553314 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-67539397-053d-4817-bc64-e2fb67fc392c req-6ab5bca7-0ff9-42eb-9093-80df1e2cfd2e tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1354320 Feb 17 01:26:58.572890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-dc72b454-c13a-4dcb-a8ac-154f6a59ea06 None None] Port 36144435-2516-4a86-b335-0f6b52d387eb cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:26:58.619687 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-67539397-053d-4817-bc64-e2fb67fc392c req-eb7c8eff-845c-4470-acf0-60a1bd0434c0 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588923 Feb 17 01:26:58.889581 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33582) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:58.982221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdead85-21ec-4c91-ad32-f2464b49e3ed req-41d46a8a-33a7-41cc-b5d3-b5749c5b57a5 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:58.990726 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0fdead85-21ec-4c91-ad32-f2464b49e3ed req-41d46a8a-33a7-41cc-b5d3-b5749c5b57a5 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1222410 Feb 17 01:26:59.045178 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0fdead85-21ec-4c91-ad32-f2464b49e3ed req-c8519af0-0e25-4af5-8650-43c85facbf59 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512638 Feb 17 01:26:59.065203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:59.086331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:26:59.091218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Usage tracker for resource:security_group_rule and tenant:87db9ce59543402695f04cd7b167bc06 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:26:59.094597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:26:59.101120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:26:59.181442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa582f8-8059-494f-8503-2f1b9e44034a req-fddf114e-f3e4-44ce-8c78-9dc96e51c4ba tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:59.182270 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-bfa582f8-8059-494f-8503-2f1b9e44034a req-fddf114e-f3e4-44ce-8c78-9dc96e51c4ba tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Synchronizing usage tracker for tenant:f70589114af54f908fa4ac5a4032297d on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:26:59.213149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-bfa582f8-8059-494f-8503-2f1b9e44034a req-fddf114e-f3e4-44ce-8c78-9dc96e51c4ba tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Unset dirty status for tenant:f70589114af54f908fa4ac5a4032297d on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:26:59.215618 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bfa582f8-8059-494f-8503-2f1b9e44034a req-fddf114e-f3e4-44ce-8c78-9dc96e51c4ba tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 931 time: 0.1394086 Feb 17 01:26:59.221449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:59.236669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:59.252783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:59.269423 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bfa582f8-8059-494f-8503-2f1b9e44034a req-1ea63b30-f2c1-435f-b9ff-681b59447502 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464230 Feb 17 01:26:59.307983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f058533-d490-4636-a276-cf44279e512e,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:59.317674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:59.320976 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87db9ce59543402695f04cd7b167bc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303019 Feb 17 01:26:59.324147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 33590) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:26:59.398464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:59.428310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:59.478820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:59.484925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-20534791-47b1-43a1-8c5d-1dfca6fcb0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:26:59.497700 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f058533-d490-4636-a276-cf44279e512e,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:26:59.509944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:26:59.511818 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f058533-d490-4636-a276-cf44279e512e HTTP/1.1" status: 204 len: 168 time: 0.1862907 Feb 17 01:26:59.513471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.513977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.514740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.514740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.516088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.516088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.516088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.516516 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.516989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.517374 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.517754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.518133 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.518612 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.518991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.519371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.519899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.520282 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.520660 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.521035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.521525 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.521905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.522280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.522656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.523029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:26:59.526532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-35b71110-c480-4f50-9e6f-7d33055c24c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:26:59.889869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0c70-b84f-44ae-9f23-f79da1a2d5eb req-eb9ebdcf-77e3-415e-b55d-c46704b51986 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:26:59.892542 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c24f0c70-b84f-44ae-9f23-f79da1a2d5eb req-eb9ebdcf-77e3-415e-b55d-c46704b51986 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1192002 Feb 17 01:26:59.984757 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c24f0c70-b84f-44ae-9f23-f79da1a2d5eb req-0c6afcbc-d7b6-46c1-bc18-ec23f0edbc5a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912075 Feb 17 01:27:00.017463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 33604) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:00.040479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:00.058661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:27:00.063710 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:b194a819bb6b488c885c14a0cba061ab is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:27:00.068996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:27:00.074318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:27:00.209654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:00.213900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:00.225040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7526043a-5b33-4d17-9a0f-896ee747ac39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:00.332928 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b194a819bb6b488c885c14a0cba061ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110971 Feb 17 01:27:00.332928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a521a-e3e6-432e-95cd-ef65b0696853,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:00.333870 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 33614) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:00.337877 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:00.374344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b59ac-ce86-44cd-966b-021fa60ee41c req-ce3a4409-5dc7-4090-80d9-a78fd5411f53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:00.376442 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-481b59ac-ce86-44cd-966b-021fa60ee41c req-ce3a4409-5dc7-4090-80d9-a78fd5411f53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1412160 Feb 17 01:27:00.421044 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e13d2759-31be-430c-878c-40baf1a02fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:00.462333 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-481b59ac-ce86-44cd-966b-021fa60ee41c req-5dbcf3cd-aceb-4180-9551-731ceaddd468 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787382 Feb 17 01:27:00.481690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e13d2759-31be-430c-878c-40baf1a02fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:00.588568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e13d2759-31be-430c-878c-40baf1a02fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:00.598733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a9b4b89f-0399-461e-8cc5-3c4c42190df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:00.602648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fec6a4-a9e3-4c86-9b8a-74b8bc91f64c req-7d933852-7119-423a-9a94-3b2badc15104 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:00.608787 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e3fec6a4-a9e3-4c86-9b8a-74b8bc91f64c req-7d933852-7119-423a-9a94-3b2badc15104 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 931 time: 0.1365716 Feb 17 01:27:00.618073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e13d2759-31be-430c-878c-40baf1a02fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:00.619931 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e13d2759-31be-430c-878c-40baf1a02fd9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e58a521a-e3e6-432e-95cd-ef65b0696853 HTTP/1.1" status: 204 len: 168 time: 0.2845440 Feb 17 01:27:00.634794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d2759-31be-430c-878c-40baf1a02fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a521a-e3e6-432e-95cd-ef65b0696853,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:00.646458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e13d2759-31be-430c-878c-40baf1a02fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:00.685071 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e3fec6a4-a9e3-4c86-9b8a-74b8bc91f64c req-f79e179f-8950-40a8-9b47-00df7d56919f tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724771 Feb 17 01:27:01.510116 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19cc2f-db81-41f1-89e8-6d7e055a8f5a req-19c94e31-ce45-4258-aa4f-8e8a937d283b tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:01.517724 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cb19cc2f-db81-41f1-89e8-6d7e055a8f5a req-19c94e31-ce45-4258-aa4f-8e8a937d283b tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.3830526 Feb 17 01:27:01.565825 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cb19cc2f-db81-41f1-89e8-6d7e055a8f5a req-760d7cd2-a00f-4c56-99c8-c55c3fd4d543 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462818 Feb 17 01:27:01.813428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94688984-8229-4355-8093-590f05f86a76 req-dd9a4e36-80bf-404e-bca6-16ca6fdc79be tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:01.815366 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-94688984-8229-4355-8093-590f05f86a76 req-dd9a4e36-80bf-404e-bca6-16ca6fdc79be tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1512177 Feb 17 01:27:01.929992 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-94688984-8229-4355-8093-590f05f86a76 req-8e8690e9-9a9b-450f-9bd4-e96c6c2f68e0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079454 Feb 17 01:27:01.964317 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8a672-4c58-434e-8b5c-033dd5265679 req-48715a54-9341-4256-955c-b92cb787de96 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:01.973819 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-08d8a672-4c58-434e-8b5c-033dd5265679 req-48715a54-9341-4256-955c-b92cb787de96 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 931 time: 0.1352534 Feb 17 01:27:02.049943 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-08d8a672-4c58-434e-8b5c-033dd5265679 req-c718a8b7-d546-4c3c-bb95-1aed3355a81a tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609901 Feb 17 01:27:02.844569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4fd25-cff9-4a55-8251-a0af06baeb41 req-878aa388-f303-423a-ba47-3df88f113e69 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:02.846244 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-44d4fd25-cff9-4a55-8251-a0af06baeb41 req-878aa388-f303-423a-ba47-3df88f113e69 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.0978885 Feb 17 01:27:02.899526 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-44d4fd25-cff9-4a55-8251-a0af06baeb41 req-274929de-197b-4443-9d12-9a706d6f5223 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467327 Feb 17 01:27:03.306456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70c8f7-97c7-4c33-994e-c0b3990b0fdb req-7bd677d0-16c5-4763-99c5-4fc0b41b2282 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:03.311844 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-df70c8f7-97c7-4c33-994e-c0b3990b0fdb req-7bd677d0-16c5-4763-99c5-4fc0b41b2282 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.2302837 Feb 17 01:27:03.386268 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-df70c8f7-97c7-4c33-994e-c0b3990b0fdb req-b79ed7dc-0bc2-4615-9cc9-24d4dbd69cc6 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695732 Feb 17 01:27:03.396993 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0693d2-b1e0-4663-bc1c-f24e06ecfc40 req-49e755f7-43e5-42e4-a4eb-e266acaad3d3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:03.398644 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cc0693d2-b1e0-4663-bc1c-f24e06ecfc40 req-49e755f7-43e5-42e4-a4eb-e266acaad3d3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 931 time: 0.2029762 Feb 17 01:27:03.454272 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cc0693d2-b1e0-4663-bc1c-f24e06ecfc40 req-9201706c-a565-4e65-8e64-1ea91a22b6e0 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488379 Feb 17 01:27:04.113063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e08ea3-30fe-4916-9f2f-6c025bf6ee55 req-941b942f-cb4d-418f-87b9-3c22910738a9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:04.114689 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29e08ea3-30fe-4916-9f2f-6c025bf6ee55 req-941b942f-cb4d-418f-87b9-3c22910738a9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.0925407 Feb 17 01:27:04.172500 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-29e08ea3-30fe-4916-9f2f-6c025bf6ee55 req-e694f032-de24-4381-ad49-a660a97f98f9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514140 Feb 17 01:27:04.659288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b35de-40ef-4092-b05b-faf7861e92d7 req-217ecb88-8100-4499-a812-8382e214c381 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:04.661119 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca0b35de-40ef-4092-b05b-faf7861e92d7 req-217ecb88-8100-4499-a812-8382e214c381 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1478200 Feb 17 01:27:04.734004 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d0351-5acf-43a4-9262-34e195aa9bcb req-7a6d5ab0-92a3-41c1-9bb5-2b6fb8c99084 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:04.735879 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-400d0351-5acf-43a4-9262-34e195aa9bcb req-7a6d5ab0-92a3-41c1-9bb5-2b6fb8c99084 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 931 time: 0.1546891 Feb 17 01:27:04.741321 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca0b35de-40ef-4092-b05b-faf7861e92d7 req-64e3369b-cc96-41e7-ab62-ae7b875cc6c2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720084 Feb 17 01:27:04.787693 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-400d0351-5acf-43a4-9262-34e195aa9bcb req-d6201b4e-3d99-4d9b-9e6d-8125bcc92b7c tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 Feb 17 01:27:05.412811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-512880ac-3753-4e15-9867-36ea962e15d9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Synchronizing usage tracker for tenant:344c91eb6f584fe196eb411e561325e0 on resource:security_group {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:27:05.438885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-512880ac-3753-4e15-9867-36ea962e15d9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Unset dirty status for tenant:344c91eb6f584fe196eb411e561325e0 on resource:security_group {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:27:05.440527 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-512880ac-3753-4e15-9867-36ea962e15d9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-491053496&fields=id&tenant_id=344c91eb6f584fe196eb411e561325e0 HTTP/1.1" status: 200 len: 267 time: 0.1270869 Feb 17 01:27:05.579750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b84fb7-27d5-438a-9dce-432eb092355b req-182a1ab3-e122-4990-a8ff-ac1063ceee70 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:05.585050 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-61b84fb7-27d5-438a-9dce-432eb092355b req-182a1ab3-e122-4990-a8ff-ac1063ceee70 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.2323232 Feb 17 01:27:05.652940 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:27:05.684482 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-61b84fb7-27d5-438a-9dce-432eb092355b req-21bdb2f3-9b60-4745-b69d-c0d2ec4e2357 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884998 Feb 17 01:27:05.711698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-96dd8c8a-d81e-4d12-aacc-68665b79dec7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:05.716697 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-96dd8c8a-d81e-4d12-aacc-68665b79dec7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 809 time: 0.2611573 Feb 17 01:27:05.733438 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-1d34b5f8-f6b8-479b-a8ca-ec903c11e4c1 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/quotas/344c91eb6f584fe196eb411e561325e0 HTTP/1.1" status: 200 len: 375 time: 0.0114779 Feb 17 01:27:05.825561 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-fde179be-45f1-4c3c-92bd-3be0a1256b3b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Synchronizing usage tracker for tenant:344c91eb6f584fe196eb411e561325e0 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:27:05.860084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-fde179be-45f1-4c3c-92bd-3be0a1256b3b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Unset dirty status for tenant:344c91eb6f584fe196eb411e561325e0 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:27:05.860084 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-fde179be-45f1-4c3c-92bd-3be0a1256b3b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104963 Feb 17 01:27:06.093420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a7021-a07f-4b4d-9e0d-0ddab2ec45b7 req-49ce27ef-2e35-470d-b8f0-c3d2dfd6328c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:06.095080 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8a9a7021-a07f-4b4d-9e0d-0ddab2ec45b7 req-49ce27ef-2e35-470d-b8f0-c3d2dfd6328c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1493227 Feb 17 01:27:06.097260 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-678f11ad-da77-462e-b2c3-8883dff39846 service neutron] 10.222.0.65 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311661 Feb 17 01:27:06.237837 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8a9a7021-a07f-4b4d-9e0d-0ddab2ec45b7 req-59b405a5-cfc9-4238-a1ea-5ce40da5a3a2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363893 Feb 17 01:27:06.316929 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-591fef1e-f9fe-479f-9970-c5e276833213 service neutron] 10.222.0.65 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1980460 Feb 17 01:27:06.466954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786325b-f5dd-4417-98c5-5455aa2d315d req-b3ea8f1f-01bb-41b2-ae7e-1beecdd836d7 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:06.468640 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7786325b-f5dd-4417-98c5-5455aa2d315d req-b3ea8f1f-01bb-41b2-ae7e-1beecdd836d7 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 931 time: 0.0963223 Feb 17 01:27:06.533228 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7786325b-f5dd-4417-98c5-5455aa2d315d req-0de7c9c7-727b-4893-bfe0-458e94f1047f tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548711 Feb 17 01:27:06.877043 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b7f742f2-7e3d-4024-898a-eb6593a9683a req-837c6c6c-2df5-497a-9fa0-d8e223acd6e3 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 210 time: 0.0910370 Feb 17 01:27:06.969780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32a771-ae08-4c33-819e-6e984b527ffd req-b4f44334-e36c-498d-a2c6-98f72a3d8ebf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:06.975946 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c32a771-ae08-4c33-819e-6e984b527ffd req-b4f44334-e36c-498d-a2c6-98f72a3d8ebf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1449225 Feb 17 01:27:07.044018 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3c32a771-ae08-4c33-819e-6e984b527ffd req-b90d8591-c899-43f5-801f-bee509657912 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660272 Feb 17 01:27:07.458901 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432f506-bb13-489c-91ae-e43a404364a1 req-b01304f2-81d8-427a-97c0-937abacbc01f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:07.460538 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b432f506-bb13-489c-91ae-e43a404364a1 req-b01304f2-81d8-427a-97c0-937abacbc01f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.0900662 Feb 17 01:27:07.515801 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b432f506-bb13-489c-91ae-e43a404364a1 req-c467fbde-1241-4ced-871d-ad56e0c6e046 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487671 Feb 17 01:27:07.740539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d26f9-6ec2-44e3-9237-15f8a99d7c71 req-fc1fe9a3-396b-42bd-92a4-ebd0955037b1 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:07.741922 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-247d26f9-6ec2-44e3-9237-15f8a99d7c71 req-fc1fe9a3-396b-42bd-92a4-ebd0955037b1 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 931 time: 0.0931263 Feb 17 01:27:07.790803 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-247d26f9-6ec2-44e3-9237-15f8a99d7c71 req-065138a6-6a6f-4c48-8ad9-03e7536d0677 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415421 Feb 17 01:27:08.041247 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fbfb2655-747f-4f25-bd18-8a5821e8e1f5 req-9bb74880-d3f9-49a2-b53f-05d4feeae07b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 210 time: 0.0491154 Feb 17 01:27:08.164056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Request body: {'port': {'device_id': '989ad88b-c255-4371-b599-2c853125f947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:08.409613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:08.428788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bdce6-9306-4e68-bf90-1c3f36fd9509 req-becf3948-de32-409b-a299-1c9ab0d2eaa2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:08.429536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-8a3c813a-60b9-4fa9-a53e-0ee202fb9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:08.430597 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-328bdce6-9306-4e68-bf90-1c3f36fd9509 req-becf3948-de32-409b-a299-1c9ab0d2eaa2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.2094536 Feb 17 01:27:08.431164 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-8a3c813a-60b9-4fa9-a53e-0ee202fb9aaa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b&tenant_id=aed97aa763a54e138a0c8df3318ccd45 HTTP/1.1" status: 200 len: 1160 time: 0.0949085 Feb 17 01:27:08.573282 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-328bdce6-9306-4e68-bf90-1c3f36fd9509 req-4dbbf792-ec8e-4d93-9dd7-7fc37473dbfe tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344457 Feb 17 01:27:08.629786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-1e47d7de-486b-4350-9731-ba5427e6a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:08.631946 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-1e47d7de-486b-4350-9731-ba5427e6a6fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 1160 time: 0.1030495 Feb 17 01:27:08.791175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-d4e41718-2776-46f4-b53a-a86ceca623d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:08.793174 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-d4e41718-2776-46f4-b53a-a86ceca623d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.1522706 Feb 17 01:27:08.901574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:08.973880 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-88d7c413-10bc-48ba-9935-9d274251e30c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73 HTTP/1.1" status: 200 len: 999 time: 0.1726177 Feb 17 01:27:09.049509 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-b2c9f3f5-54c8-4df3-a7d6-d474ea5130ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:09.051214 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-b2c9f3f5-54c8-4df3-a7d6-d474ea5130ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.0706348 Feb 17 01:27:09.158184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-dd0f674d-2a66-4c16-a00c-94f3b05f8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:09.164496 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-dd0f674d-2a66-4c16-a00c-94f3b05f8370 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0989752 Feb 17 01:27:09.308249 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98344e7-7e5d-4200-be49-a03305c5d550 req-cae57bca-d68b-4887-b938-3c8a5678d8bf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:09.309738 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c98344e7-7e5d-4200-be49-a03305c5d550 req-cae57bca-d68b-4887-b938-3c8a5678d8bf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.6464283 Feb 17 01:27:09.325336 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-ff58c954-38ed-4e72-be61-0fa3c61318d5 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525211 Feb 17 01:27:09.480400 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c98344e7-7e5d-4200-be49-a03305c5d550 req-6396e830-2746-41aa-9110-2e3aa758f79b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631417 Feb 17 01:27:09.496819 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3a491e20-524c-46cc-91bc-f5bd934c2ed6 req-fd0a8520-cffb-4796-8105-24b3f1897478 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1644669 Feb 17 01:27:09.501886 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-c549aa2e-e6d3-4099-9fa1-0d0dee862791 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:09.503561 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-c549aa2e-e6d3-4099-9fa1-0d0dee862791 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.71 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 809 time: 0.4544249 Feb 17 01:27:09.512910 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ac7d2-6f32-4ff3-93a3-43383f024008 req-bb5992c9-1e21-476d-b1db-721aa265982d tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:09.514347 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a76ac7d2-6f32-4ff3-93a3-43383f024008 req-bb5992c9-1e21-476d-b1db-721aa265982d tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 931 time: 0.4664402 Feb 17 01:27:09.556584 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36144435-2516-4a86-b335-0f6b52d387eb {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:27:09.574069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:09.621192 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Transition to ACTIVE for port object 36144435-2516-4a86-b335-0f6b52d387eb will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:27:09.663592 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a76ac7d2-6f32-4ff3-93a3-43383f024008 req-dd331102-084d-4d0d-9433-20c2de498f18 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263776 Feb 17 01:27:09.677157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:09.699653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-be858457-aa04-4225-a6ed-85e95be44f5b tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:09.736085 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8928af5d-b65f-4454-b05a-465bcee287a2 req-053e7fd7-99b4-43ec-a93b-ab90bfbee679 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 210 time: 0.1274662 Feb 17 01:27:09.905342 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-db093380-c56e-4953-ba57-b897bc94c991 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=344c91eb6f584fe196eb411e561325e0 HTTP/1.1" status: 200 len: 5757 time: 0.3872900 Feb 17 01:27:09.921348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Request body: {'port': {'device_id': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'admin_state_up': True, 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'security_groups': ['e7bda6d7-daf8-4cb7-a017-e499b90bc15b']}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:09.994435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Pushing event updated for resources: {'Port': ['ID=36144435-2516-4a86-b335-0f6b52d387eb,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:10.008641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:10.142102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3964f3f-db19-4c60-904c-b6d7bb1206b3 req-8b78bcdc-2b80-4439-926a-daf098b3d136 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:10.143798 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c3964f3f-db19-4c60-904c-b6d7bb1206b3 req-8b78bcdc-2b80-4439-926a-daf098b3d136 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.3360422 Feb 17 01:27:10.228510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:27:10.261805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:27:10.294622 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c3964f3f-db19-4c60-904c-b6d7bb1206b3 req-ee148eee-9688-410d-a9d5-69e1a4fe7a6b tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381991 Feb 17 01:27:10.320514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Made reservation on behalf of 344c91eb6f584fe196eb411e561325e0 for: {'port': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:27:10.327263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:10.348912 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Attempting to bind port 36144435-2516-4a86-b335-0f6b52d387eb on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:27:10.349282 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Attempting to bind port 36144435-2516-4a86-b335-0f6b52d387eb by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:27:10.349648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Attempting to bind port 36144435-2516-4a86-b335-0f6b52d387eb on network de95896c-3d8f-4255-8beb-1c0aa6d86b6b {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:27:10.371568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:27:10.372045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Checking segment: {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:27:10.372401 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:10.372828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Bound using segment: {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:27:10.373891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Bound port: 36144435-2516-4a86-b335-0f6b52d387eb, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dca81c7-e12c-4fad-af8d-8d21390f827d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:27:10.374274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:10.836623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Allocated IP 172.20.0.7 (1adca4f9-10c9-4122-b11d-f66b8f66b3fc/919489ca-2abb-420f-8d79-f377cd18a7a9/47f1b1df-4516-4689-b39e-4da271b14665) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:27:11.117450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] For port 36144435-2516-4a86-b335-0f6b52d387eb, host hv-cinder-75998, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:27:11.171718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] For port 36144435-2516-4a86-b335-0f6b52d387eb, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=36144435-2516-4a86-b335-0f6b52d387eb,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:27:11.186423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:11.204261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-44142b2a-4e7d-4e47-bf14-b38c1aea6e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:11.416080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0c96d-f16e-4e47-98a2-d273522e9286 req-53da9cb1-c479-4ef4-a541-990c1e3e2a29 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:11.417714 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bac0c96d-f16e-4e47-98a2-d273522e9286 req-53da9cb1-c479-4ef4-a541-990c1e3e2a29 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.5388067 Feb 17 01:27:11.431127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1758c6-85bc-4e61-878b-423f29fd9ad1 req-6d26d4f7-9ccd-4dd1-9631-0da508a7b322 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:11.432844 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b1758c6-85bc-4e61-878b-423f29fd9ad1 req-6d26d4f7-9ccd-4dd1-9631-0da508a7b322 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.5558550 Feb 17 01:27:11.751535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Pushing event updated for resources: {'Port': ['ID=36144435-2516-4a86-b335-0f6b52d387eb,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:11.763163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:11.771314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:11.837787 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bac0c96d-f16e-4e47-98a2-d273522e9286 req-5fedc42d-354d-4c41-85cf-da30f4be40a0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3987162 Feb 17 01:27:11.846718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Transition to ACTIVE for port object 47f1b1df-4516-4689-b39e-4da271b14665 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:27:11.854275 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b1758c6-85bc-4e61-878b-423f29fd9ad1 req-2c4c3345-3347-4ea0-bce2-45fefd9407a3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069016 Feb 17 01:27:11.873239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:11.873788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:11.875181 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] 10.222.0.71 "PUT /v2.0/ports/36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 1157 time: 3.7163124 Feb 17 01:27:11.876181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:11.905611 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:11.933363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:12.231263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Pushing event updated for resources: {'Port': ['ID=47f1b1df-4516-4689-b39e-4da271b14665,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:12.235603 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:12.351158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c33c7d-e089-4548-a683-68712f06f52b req-90ec8c9e-813c-459a-809f-b63f4c574ca8 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:12.352727 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91c33c7d-e089-4548-a683-68712f06f52b req-90ec8c9e-813c-459a-809f-b63f4c574ca8 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.3464983 Feb 17 01:27:12.364930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80225b1-f431-4024-98d8-713b071d38ae req-e30884e1-59c8-4451-9df9-4a4abdd82642 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:12.366526 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d80225b1-f431-4024-98d8-713b071d38ae req-e30884e1-59c8-4451-9df9-4a4abdd82642 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 931 time: 0.3440356 Feb 17 01:27:12.385819 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:27:12.390736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:27:12.410790 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:27:12.415241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:12.415977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:12.482357 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91c33c7d-e089-4548-a683-68712f06f52b req-0934b171-f39f-4003-84e2-58eb2a7ca295 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146348 Feb 17 01:27:12.513236 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d80225b1-f431-4024-98d8-713b071d38ae req-cc573cbc-60c9-4ac4-8c80-d73ead216398 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1260843 Feb 17 01:27:12.532080 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6175745 Feb 17 01:27:12.541890 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb', 'status': 'completed', 'code': 200} Feb 17 01:27:12.687464 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-ea949fa9-0c91-4624-925d-4109cec8e4b1 None None] Provisioning for port 47f1b1df-4516-4689-b39e-4da271b14665 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:27:12.693156 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-ea949fa9-0c91-4624-925d-4109cec8e4b1 None None] Provisioning complete for port 47f1b1df-4516-4689-b39e-4da271b14665 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:12.693880 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ea949fa9-0c91-4624-925d-4109cec8e4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:12.762154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-ea949fa9-0c91-4624-925d-4109cec8e4b1 None None] Port 47f1b1df-4516-4689-b39e-4da271b14665 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:27:13.180654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a166ed-91da-42da-91a1-fd2c7e6101ff req-794824d1-29b5-43b3-9037-2314839ab5fa tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:13.182286 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a4a166ed-91da-42da-91a1-fd2c7e6101ff req-794824d1-29b5-43b3-9037-2314839ab5fa tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1380758 Feb 17 01:27:13.189954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94459ee8-6732-4601-9d25-c7195dcb017a req-61d5e670-3775-4a57-ba59-672a059aca77 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:13.192131 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-94459ee8-6732-4601-9d25-c7195dcb017a req-61d5e670-3775-4a57-ba59-672a059aca77 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1912310 Feb 17 01:27:13.241555 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a4a166ed-91da-42da-91a1-fd2c7e6101ff req-ad47a1c2-6d13-4409-9ad0-ddd4de11f11d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465953 Feb 17 01:27:13.291698 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-94459ee8-6732-4601-9d25-c7195dcb017a req-1381f2eb-ed88-4d2e-b6bd-7c79fa2c6e28 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554647 Feb 17 01:27:13.457184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7529-149e-4d8a-a768-b806daf521c0 req-20c0371d-e7bd-4358-adc5-5a984d4e7a0d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:13.458719 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-451c7529-149e-4d8a-a768-b806daf521c0 req-20c0371d-e7bd-4358-adc5-5a984d4e7a0d tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.0972269 Feb 17 01:27:13.511148 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-451c7529-149e-4d8a-a768-b806daf521c0 req-03fbba49-57c4-4de7-aaad-7e99c032665c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460401 Feb 17 01:27:13.764448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ad86c-f93f-48e4-9921-1f4c77e2cf65 req-b0aafc2b-6d2e-4631-b80f-cf9aa5ccd819 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:13.766069 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a96ad86c-f93f-48e4-9921-1f4c77e2cf65 req-b0aafc2b-6d2e-4631-b80f-cf9aa5ccd819 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.1657956 Feb 17 01:27:13.778015 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc0187-3f7f-4a8a-b537-4bf57414ec20 req-2f5f13ea-fe58-4240-81d0-235060f3dd7b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:13.778817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-7bfc0187-3f7f-4a8a-b537-4bf57414ec20 req-2f5f13ea-fe58-4240-81d0-235060f3dd7b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Synchronizing usage tracker for tenant:344c91eb6f584fe196eb411e561325e0 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:27:13.833864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-7bfc0187-3f7f-4a8a-b537-4bf57414ec20 req-2f5f13ea-fe58-4240-81d0-235060f3dd7b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Unset dirty status for tenant:344c91eb6f584fe196eb411e561325e0 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:27:13.835122 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bfc0187-3f7f-4a8a-b537-4bf57414ec20 req-2f5f13ea-fe58-4240-81d0-235060f3dd7b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 931 time: 0.1926804 Feb 17 01:27:13.840179 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a96ad86c-f93f-48e4-9921-1f4c77e2cf65 req-53bed3a6-ba34-41cb-b219-4b7e6ac2bb78 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564768 Feb 17 01:27:13.890545 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bfc0187-3f7f-4a8a-b537-4bf57414ec20 req-41f1278b-1f80-48f1-ba19-3773c86d6755 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0478044 Feb 17 01:27:14.522528 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059feb64-1c2b-4991-8152-ced7f76b3dec req-11e784b9-438a-4923-b83d-bf802ea51285 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:14.524142 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-059feb64-1c2b-4991-8152-ced7f76b3dec req-11e784b9-438a-4923-b83d-bf802ea51285 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1514306 Feb 17 01:27:14.600498 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-059feb64-1c2b-4991-8152-ced7f76b3dec req-1e8ca60c-e059-4e46-b623-a849773b5b07 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660954 Feb 17 01:27:14.607081 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029c40a-5260-425b-a9ef-2cab9707fd1b req-e178193e-a1c3-4d89-91fe-d0eb131c0260 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:14.609242 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7029c40a-5260-425b-a9ef-2cab9707fd1b req-e178193e-a1c3-4d89-91fe-d0eb131c0260 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1541853 Feb 17 01:27:14.683704 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7029c40a-5260-425b-a9ef-2cab9707fd1b req-8d987c7f-36a7-4371-874d-ebc7eef3c86c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678701 Feb 17 01:27:14.823270 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625dde8-441f-4afa-93f5-7ab617982341 req-c82c8407-9824-4879-b1aa-ca0c052ad336 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:14.825214 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f625dde8-441f-4afa-93f5-7ab617982341 req-c82c8407-9824-4879-b1aa-ca0c052ad336 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.0983968 Feb 17 01:27:14.878998 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f625dde8-441f-4afa-93f5-7ab617982341 req-c95b9e34-adfa-4063-afd0-8218469adbc1 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Feb 17 01:27:15.119654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14282d72-780e-408f-a91f-7a5947e77701 req-36d7a841-61e9-470d-8f7c-c9c6d8876718 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:15.123847 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-14282d72-780e-408f-a91f-7a5947e77701 req-36d7a841-61e9-470d-8f7c-c9c6d8876718 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.1544483 Feb 17 01:27:15.194036 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-14282d72-780e-408f-a91f-7a5947e77701 req-a40102f1-d22a-49e6-bcc9-9af240cc79f6 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661564 Feb 17 01:27:15.200719 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090fad3-17df-46c7-9b95-d837eb6df1a5 req-7e8ba6e6-97ec-4779-876c-797f90f0fa19 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:15.203011 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7090fad3-17df-46c7-9b95-d837eb6df1a5 req-7e8ba6e6-97ec-4779-876c-797f90f0fa19 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 931 time: 0.1695850 Feb 17 01:27:15.257243 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7090fad3-17df-46c7-9b95-d837eb6df1a5 req-4febd95d-60d1-4f02-9ee0-aaaec1d1a598 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0476630 Feb 17 01:27:15.830773 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cffaa-0147-4fe1-b9a8-be430c206d8c req-3ecca174-8006-4345-99f2-5c7c9c5eb490 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:15.832683 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c39cffaa-0147-4fe1-b9a8-be430c206d8c req-3ecca174-8006-4345-99f2-5c7c9c5eb490 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1160383 Feb 17 01:27:15.885488 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c39cffaa-0147-4fe1-b9a8-be430c206d8c req-b7b5a4c8-d132-4887-9803-aea6859ce997 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Feb 17 01:27:16.106627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67d043-522e-4d4d-91f6-9695a2978c2f req-aaf4ce8f-19f7-44ab-b249-fbd243f53693 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:16.110707 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf67d043-522e-4d4d-91f6-9695a2978c2f req-aaf4ce8f-19f7-44ab-b249-fbd243f53693 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1290431 Feb 17 01:27:16.238510 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bf67d043-522e-4d4d-91f6-9695a2978c2f req-e98f418e-651d-4f2d-aaa6-2c606d63dc73 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885196 Feb 17 01:27:16.272481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f89b0d-a6c2-44c8-aaa7-95e4791edd9f req-ba842731-2334-4bda-9c93-c3c4a87fc6ea tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:16.280374 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f7f89b0d-a6c2-44c8-aaa7-95e4791edd9f req-ba842731-2334-4bda-9c93-c3c4a87fc6ea tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1680806 Feb 17 01:27:16.363658 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f7f89b0d-a6c2-44c8-aaa7-95e4791edd9f req-82564dc4-eac7-4603-9833-d7b17c26afd3 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822167 Feb 17 01:27:16.487717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7298450-22c5-4a9e-adc2-49892d0e33b8 req-ebd49f0c-ffc5-4859-b63f-1092ecd8feb6 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:16.489245 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7298450-22c5-4a9e-adc2-49892d0e33b8 req-ebd49f0c-ffc5-4859-b63f-1092ecd8feb6 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.0892174 Feb 17 01:27:16.592326 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7298450-22c5-4a9e-adc2-49892d0e33b8 req-61c8b4ac-9ae0-4956-bed7-dc74e7191a7a tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606098 Feb 17 01:27:16.616225 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca726f-4d05-4602-84e8-d9188af12e82 req-58b01bd5-f1d9-468c-9363-294a2a103eb7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:16.617805 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-85ca726f-4d05-4602-84e8-d9188af12e82 req-58b01bd5-f1d9-468c-9363-294a2a103eb7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 931 time: 0.1276259 Feb 17 01:27:16.672248 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-85ca726f-4d05-4602-84e8-d9188af12e82 req-fcc68c88-3c26-4ee6-87ee-e854b897cadc tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0455306 Feb 17 01:27:17.104283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4be4a2-64ca-40f1-9dc4-691e8ff8860f req-aecef7d9-4027-4780-a07a-38b7b65d06bc tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:17.106683 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4a4be4a2-64ca-40f1-9dc4-691e8ff8860f req-aecef7d9-4027-4780-a07a-38b7b65d06bc tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1039929 Feb 17 01:27:17.156371 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4a4be4a2-64ca-40f1-9dc4-691e8ff8860f req-b53a6022-b2bc-410a-8c60-950ad7fc2859 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 Feb 17 01:27:17.514797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4ab59-b44d-464f-b168-6563d871a99e req-f9e74e37-88d5-48c6-b298-cd62ceeb1faf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:17.516499 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-20d4ab59-b44d-464f-b168-6563d871a99e req-f9e74e37-88d5-48c6-b298-cd62ceeb1faf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1425900 Feb 17 01:27:17.618751 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-20d4ab59-b44d-464f-b168-6563d871a99e req-83385603-842e-49fd-9559-7fe4bc772740 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945725 Feb 17 01:27:17.650448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9753e-fa98-4952-ad91-1effe3d08a8e req-e843a117-99ac-492a-9005-c49ec5e86de9 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:17.652085 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-86a9753e-fa98-4952-ad91-1effe3d08a8e req-e843a117-99ac-492a-9005-c49ec5e86de9 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1115949 Feb 17 01:27:17.712838 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-86a9753e-fa98-4952-ad91-1effe3d08a8e req-ba06af28-fd10-47e7-a70e-7eab664e3749 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534809 Feb 17 01:27:17.999630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f0a04435-efbc-4260-8955-1a1972c01397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:18.011759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c283010-9989-451f-b557-e441be936977 req-c9ea8c9c-c2c1-4ea6-9555-13fbf7a111c5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:18.013569 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4c283010-9989-451f-b557-e441be936977 req-c9ea8c9c-c2c1-4ea6-9555-13fbf7a111c5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.1195369 Feb 17 01:27:18.020502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588afdb-b993-4f2d-b6fa-36aeb76373de req-fdaf8ece-8011-455a-94bd-8eb4231dd12d tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:18.028240 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e588afdb-b993-4f2d-b6fa-36aeb76373de req-fdaf8ece-8011-455a-94bd-8eb4231dd12d tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 931 time: 0.1834383 Feb 17 01:27:18.118966 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e588afdb-b993-4f2d-b6fa-36aeb76373de req-3f8caf07-8ce6-4ccf-999b-2c7ec405bf60 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0895653 Feb 17 01:27:18.124954 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4c283010-9989-451f-b557-e441be936977 req-e520de96-cf04-47e9-8fbe-21b64f7f4c5e tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812685 Feb 17 01:27:18.374489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78d25b-d659-43a6-ba14-b8b69f177b9b req-c564df36-2fd0-412a-bb71-0bd7677b6357 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:18.376225 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5f78d25b-d659-43a6-ba14-b8b69f177b9b req-c564df36-2fd0-412a-bb71-0bd7677b6357 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1014838 Feb 17 01:27:18.423215 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5f78d25b-d659-43a6-ba14-b8b69f177b9b req-61d47699-e357-4bd0-b004-561fadc74fda tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403085 Feb 17 01:27:18.893310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5203d2-e33b-4450-8062-5c993329a5c6 req-07f0edf2-77fb-46bf-86b2-3f8c3c5a0822 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:18.894903 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4a5203d2-e33b-4450-8062-5c993329a5c6 req-07f0edf2-77fb-46bf-86b2-3f8c3c5a0822 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.1519978 Feb 17 01:27:18.970214 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4a5203d2-e33b-4450-8062-5c993329a5c6 req-2c74bba4-f78e-4ff8-91d3-e610ee4f41fc tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688152 Feb 17 01:27:18.990212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a9302-1944-41b8-92d9-ad3422aaf671 req-b17701f1-4b2e-4bcb-9a28-73bb0fcb6166 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:18.991873 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e23a9302-1944-41b8-92d9-ad3422aaf671 req-b17701f1-4b2e-4bcb-9a28-73bb0fcb6166 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1411276 Feb 17 01:27:19.041328 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e23a9302-1944-41b8-92d9-ad3422aaf671 req-5dc74703-2773-47a0-a2db-42013d09afea tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427570 Feb 17 01:27:19.429702 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81264fac-3cfb-4a99-bea4-cac24478a7e5 req-396c4403-5b61-40a0-a89c-7dd63ac41b89 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:19.431305 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-81264fac-3cfb-4a99-bea4-cac24478a7e5 req-396c4403-5b61-40a0-a89c-7dd63ac41b89 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 931 time: 0.1157620 Feb 17 01:27:19.438887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b105-700e-4cc1-8930-ff41eb166dcd req-4e5624fc-e88d-4af8-99ed-d1f41751e0ef tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:19.440482 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca44b105-700e-4cc1-8930-ff41eb166dcd req-4e5624fc-e88d-4af8-99ed-d1f41751e0ef tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.1715956 Feb 17 01:27:19.514688 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-81264fac-3cfb-4a99-bea4-cac24478a7e5 req-d1011cf3-78c6-4461-8fea-b727db1c3be1 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0731385 Feb 17 01:27:19.525688 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca44b105-700e-4cc1-8930-ff41eb166dcd req-a166c0e5-31ec-4138-926c-0b70aa48ec8c tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682781 Feb 17 01:27:19.734080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d603cb-38d1-4bf2-a71f-81e7b79d2cf8 req-da8f7276-e7b5-4c2b-994a-f38d41e73d63 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:19.735734 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d5d603cb-38d1-4bf2-a71f-81e7b79d2cf8 req-da8f7276-e7b5-4c2b-994a-f38d41e73d63 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1074703 Feb 17 01:27:19.785714 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d5d603cb-38d1-4bf2-a71f-81e7b79d2cf8 req-51652fc7-9850-4ac9-a56f-4cc1f24d422c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432384 Feb 17 01:27:20.196440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3219dc-199a-47c7-a615-ff5f45a031f2 req-5043a6ef-e963-4c4e-a25f-5ecfd36aa498 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:20.198059 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2f3219dc-199a-47c7-a615-ff5f45a031f2 req-5043a6ef-e963-4c4e-a25f-5ecfd36aa498 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.0977983 Feb 17 01:27:20.281363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f2c6a8f2-1fcf-4d00-b51b-34d75fdf6ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:20.310863 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2f3219dc-199a-47c7-a615-ff5f45a031f2 req-c32861ec-2128-4445-8cce-d23fa50308f0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642841 Feb 17 01:27:20.343315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b719ca4-e8a1-45a6-a852-5012dcaafcab req-b110c618-3d6f-49a7-8f05-acbb65edcb81 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:20.347845 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0b719ca4-e8a1-45a6-a852-5012dcaafcab req-b110c618-3d6f-49a7-8f05-acbb65edcb81 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1484325 Feb 17 01:27:20.402668 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0b719ca4-e8a1-45a6-a852-5012dcaafcab req-6110199d-5873-4109-94ed-682f41904d28 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471559 Feb 17 01:27:20.630487 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:20.836037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b215bd4-7a04-47c3-a70a-a834c492513f req-acb5d4b3-a9f0-425e-8b77-780c32e610cb tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:20.837658 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8b215bd4-7a04-47c3-a70a-a834c492513f req-acb5d4b3-a9f0-425e-8b77-780c32e610cb tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 931 time: 0.1731799 Feb 17 01:27:20.843912 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32276f72-1398-44a5-87cf-4968c233adbf req-6a7ae0c7-bb20-46aa-b127-966e0ed2e620 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:20.845460 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-32276f72-1398-44a5-87cf-4968c233adbf req-6a7ae0c7-bb20-46aa-b127-966e0ed2e620 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.1380191 Feb 17 01:27:20.920249 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8b215bd4-7a04-47c3-a70a-a834c492513f req-c9f77f07-c42f-4abb-ba90-9f8f6c6e5414 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0737436 Feb 17 01:27:20.925214 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-32276f72-1398-44a5-87cf-4968c233adbf req-98d514df-b712-4446-b035-63bf1d82aef8 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641496 Feb 17 01:27:21.141914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674eb05-d11a-47bd-aa77-a55e6bcb4a6f req-612f89b5-9dac-49f1-aca2-8ecf5417811f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:21.143567 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9674eb05-d11a-47bd-aa77-a55e6bcb4a6f req-612f89b5-9dac-49f1-aca2-8ecf5417811f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.1073806 Feb 17 01:27:21.218584 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9674eb05-d11a-47bd-aa77-a55e6bcb4a6f req-120d54b1-ddc6-44e3-9f50-4bb257eaacd4 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606725 Feb 17 01:27:21.539747 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831de8e1-c10a-42a0-8c8d-ed2f41511e44 req-b0209152-80cd-435d-a49e-0789046b0138 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:21.544981 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-831de8e1-c10a-42a0-8c8d-ed2f41511e44 req-b0209152-80cd-435d-a49e-0789046b0138 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.0907791 Feb 17 01:27:21.616239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:21.852635 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-831de8e1-c10a-42a0-8c8d-ed2f41511e44 req-aaf9281c-c76c-40b5-a79e-c1cc913b159b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732449 Feb 17 01:27:21.884430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5b977-bbfb-40fc-b209-91409c5c1c79 req-d86cd412-6d89-4531-8f53-9833c6682104 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:21.886044 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-afd5b977-bbfb-40fc-b209-91409c5c1c79 req-d86cd412-6d89-4531-8f53-9833c6682104 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.3438323 Feb 17 01:27:21.932777 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-afd5b977-bbfb-40fc-b209-91409c5c1c79 req-5612c93a-8a41-46c2-b215-cf6efa388453 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 Feb 17 01:27:22.169931 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Request body: {'port': {'device_id': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:22.176664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-6ffe242a-f14b-47a8-8583-bde8db48e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:22.178291 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-6ffe242a-f14b-47a8-8583-bde8db48e6c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 1163 time: 0.0861878 Feb 17 01:27:22.325316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-2b9cbecd-eb28-44c2-ad02-d51fe1dded36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:22.326923 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-2b9cbecd-eb28-44c2-ad02-d51fe1dded36 service neutron] 10.222.0.71 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 905 time: 0.1408331 Feb 17 01:27:22.338503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:22.384147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a237fc-ff3d-4496-aaea-42810304da3d req-2a2f4167-236f-4b6c-a8eb-75d2c6c63fa8 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:22.385765 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72a237fc-ff3d-4496-aaea-42810304da3d req-2a2f4167-236f-4b6c-a8eb-75d2c6c63fa8 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 931 time: 0.3497930 Feb 17 01:27:22.392888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:22.415954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe461bd9-b17e-4b44-a603-6d69bb083ce5 req-91f5756a-3f14-44ec-8a95-e153733ba324 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:22.417520 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fe461bd9-b17e-4b44-a603-6d69bb083ce5 req-91f5756a-3f14-44ec-8a95-e153733ba324 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.3393321 Feb 17 01:27:22.438145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c67dc5-612d-417c-8c26-36dfb1dab55f req-d9f55070-f425-4c29-8bcb-7f7c063710a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:22.439711 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2c67dc5-612d-417c-8c26-36dfb1dab55f req-d9f55070-f425-4c29-8bcb-7f7c063710a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1160 time: 0.3172417 Feb 17 01:27:22.442864 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-7ca57d45-2431-4243-b9ab-dd6d1e21d93f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4463034-5904-4591-a904-97253968f93f HTTP/1.1" status: 200 len: 1002 time: 0.1071827 Feb 17 01:27:22.520711 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-9a3919f7-ef7b-4918-b055-a029c869ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:22.522180 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-9a3919f7-ef7b-4918-b055-a029c869ffd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 200 len: 850 time: 0.0685506 Feb 17 01:27:22.606755 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-e3f28a49-359a-4d81-81c2-97fd7cabaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:22.608551 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-e3f28a49-359a-4d81-81c2-97fd7cabaecd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=edadca0b-4edb-49d5-9c92-08e469655e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765712 Feb 17 01:27:22.629658 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72a237fc-ff3d-4496-aaea-42810304da3d req-81cd7255-2bcd-4bf2-ae30-6b7ef991556d tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2264221 Feb 17 01:27:22.688225 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fe461bd9-b17e-4b44-a603-6d69bb083ce5 req-1e900e72-f4af-447b-95a5-3caa7bccd326 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529137 Feb 17 01:27:22.759393 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-3efdb982-7806-4494-a3f0-f261a9dbbefe service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411092 Feb 17 01:27:22.924434 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7d9d2ad-fe40-48b2-b554-35763b59d3e8 req-bfd8233e-b405-4eda-925b-1c87fd504323 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1568675 Feb 17 01:27:22.977299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c67dc5-612d-417c-8c26-36dfb1dab55f req-5f7b335b-6622-4c98-a8a9-952113c30cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:22.978899 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2c67dc5-612d-417c-8c26-36dfb1dab55f req-5f7b335b-6622-4c98-a8a9-952113c30cd0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f70589114af54f908fa4ac5a4032297d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4870503 Feb 17 01:27:23.178879 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a2f8c-73c8-4a57-8e61-a2d8ac1d5bb6 req-878b2293-b4b3-41a1-9c66-1d9206a9dd37 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:23.180526 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e69a2f8c-73c8-4a57-8e61-a2d8ac1d5bb6 req-878b2293-b4b3-41a1-9c66-1d9206a9dd37 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.4185877 Feb 17 01:27:23.304458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c67dc5-612d-417c-8c26-36dfb1dab55f req-11b1fb55-7acb-4f1a-885d-d7bb760781e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:23.306047 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f2c67dc5-612d-417c-8c26-36dfb1dab55f req-11b1fb55-7acb-4f1a-885d-d7bb760781e0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3181751 Feb 17 01:27:23.316422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff1dcb-7c74-463c-9fd9-a7be83ca2799 req-1d0874a7-a8a2-432b-9480-a324b6c6261c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:23.317975 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-97ff1dcb-7c74-463c-9fd9-a7be83ca2799 req-1d0874a7-a8a2-432b-9480-a324b6c6261c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 943 time: 0.3352292 Feb 17 01:27:23.320826 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e69a2f8c-73c8-4a57-8e61-a2d8ac1d5bb6 req-2940acb8-d5e6-47c0-a26c-1e1745fd8181 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312215 Feb 17 01:27:23.521764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f1b1df-4516-4689-b39e-4da271b14665 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:27:23.539306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:23.555616 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-97ff1dcb-7c74-463c-9fd9-a7be83ca2799 req-70d6e25a-c15a-4156-b3a9-3b11e5f42035 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241290 Feb 17 01:27:23.566748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Transition to ACTIVE for port object 47f1b1df-4516-4689-b39e-4da271b14665 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:27:23.574690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:23.594324 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:23.756596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167794-324d-4693-8ee6-99a0537fac0e req-afe3e3b7-717a-4630-92bf-35fc1f09a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:23.758182 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-afe3e3b7-717a-4630-92bf-35fc1f09a3b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1160 time: 0.3649173 Feb 17 01:27:23.766883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeba6e6-4891-4b9f-bf84-f19c94cc5e3f req-009e5299-3a17-4486-8024-d63b819928ec tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:23.768404 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cbeba6e6-4891-4b9f-bf84-f19c94cc5e3f req-009e5299-3a17-4486-8024-d63b819928ec tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.3242133 Feb 17 01:27:23.769065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Pushing event updated for resources: {'Port': ['ID=47f1b1df-4516-4689-b39e-4da271b14665,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:23.870840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:23.920047 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-39e984ea-2657-4355-a3b8-13d0171dc256 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 217 time: 0.1482875 Feb 17 01:27:24.250998 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cbeba6e6-4891-4b9f-bf84-f19c94cc5e3f req-3ba87fad-a27f-4d52-85b4-4c000a1c8f0a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813529 Feb 17 01:27:24.328547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167794-324d-4693-8ee6-99a0537fac0e req-9af704b0-6988-44a7-b2b5-97e98e8d8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:24.330300 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-9af704b0-6988-44a7-b2b5-97e98e8d8f59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc4a2683-ee4e-408b-97ed-eff367ac67e7 HTTP/1.1" status: 200 len: 853 time: 0.3918743 Feb 17 01:27:24.484143 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200b715-87d5-4845-a312-333635e7e634 req-81189275-c563-4581-9121-7c1b6ea6b0e6 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:24.485752 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7200b715-87d5-4845-a312-333635e7e634 req-81189275-c563-4581-9121-7c1b6ea6b0e6 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.7333114 Feb 17 01:27:24.486488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Attempting to bind port 47f1b1df-4516-4689-b39e-4da271b14665 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:27:24.487692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Attempting to bind port 47f1b1df-4516-4689-b39e-4da271b14665 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:27:24.488030 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Attempting to bind port 47f1b1df-4516-4689-b39e-4da271b14665 on network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:27:24.503430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:27:24.503808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Checking segment: {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:27:24.504217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:24.504604 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Bound using segment: {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:27:24.505074 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Bound port: 47f1b1df-4516-4689-b39e-4da271b14665, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e504296c-9601-46b1-a1cc-930ce83706a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:27:24.505450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:24.630811 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7200b715-87d5-4845-a312-333635e7e634 req-68d2f019-0124-4374-af65-4b92bc761bc3 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1329429 Feb 17 01:27:24.657295 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2167794-324d-4693-8ee6-99a0537fac0e req-21c0f99e-a5f5-4004-9857-90f8dd6ed882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:24.658826 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-21c0f99e-a5f5-4004-9857-90f8dd6ed882 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3177297 Feb 17 01:27:24.709589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98d6d6-529f-4ad2-81d1-8887e917af93 req-ff2a368c-e2eb-480e-8bf5-53415284b262 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:24.711199 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cb98d6d6-529f-4ad2-81d1-8887e917af93 req-ff2a368c-e2eb-480e-8bf5-53415284b262 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.3006711 Feb 17 01:27:24.748043 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:27:24.829269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:24.829682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:24.858048 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] For port 47f1b1df-4516-4689-b39e-4da271b14665, host hv-cinder-75998, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:27:24.889255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] For port 47f1b1df-4516-4689-b39e-4da271b14665, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=47f1b1df-4516-4689-b39e-4da271b14665,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:27:24.901424 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:24.924475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c73946e1-d46c-4fd5-b526-cc85af072a81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:24.925275 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-9f1c2c9c-9d69-45c7-935b-794aebd9c550 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:24.926026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-9f1c2c9c-9d69-45c7-935b-794aebd9c550 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Synchronizing usage tracker for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:27:24.939222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-9f1c2c9c-9d69-45c7-935b-794aebd9c550 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Unset dirty status for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:27:24.940700 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-9f1c2c9c-9d69-45c7-935b-794aebd9c550 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 945 time: 0.1001058 Feb 17 01:27:24.965027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:24.995594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:25.006036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port aa35b278-d7ad-496e-9d6e-21173b1a2f73, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:25.008951 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:25.011759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:25.021956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Deleting port 614078b0-4175-40b0-93e6-417986a7022d {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:27:25.022339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:25.025379 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cb98d6d6-529f-4ad2-81d1-8887e917af93 req-d2f93521-870d-446a-a378-07994f541643 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604587 Feb 17 01:27:25.097173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=aa35b278-d7ad-496e-9d6e-21173b1a2f73,revision_number=6']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:25.106108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.106471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.107018 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.107732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.108243 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.109450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.109967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.110853 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.111391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.111984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.113430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.113960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.114566 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.115070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.115769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.116264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.116772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.117278 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.118914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.119599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.120400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.121074 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.121591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.122193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:27:25.128715 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:25.133424 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-6d496f4d-af8c-46a2-bcdb-58bb52c6b2a5 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587519 Feb 17 01:27:25.167068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Pushing event updated for resources: {'Port': ['ID=47f1b1df-4516-4689-b39e-4da271b14665,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:25.196885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:25.240472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e033b61-d1d8-4aa3-a4bb-d52c51525fb7 req-4445a57c-7018-496e-be54-89602a2c2c98 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:25.242089 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4e033b61-d1d8-4aa3-a4bb-d52c51525fb7 req-4445a57c-7018-496e-be54-89602a2c2c98 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.4785023 Feb 17 01:27:25.299313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] For port 614078b0-4175-40b0-93e6-417986a7022d, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=614078b0-4175-40b0-93e6-417986a7022d,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:25.299919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:25.403722 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:25.404428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:25.405966 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] 10.222.0.71 "PUT /v2.0/ports/47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 1157 time: 3.2773850 Feb 17 01:27:25.407614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:25.430893 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4e033b61-d1d8-4aa3-a4bb-d52c51525fb7 req-a2f7868a-a2d8-40a7-b04d-bddce349a1d4 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269765 Feb 17 01:27:25.441038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Calling delete_port for 614078b0-4175-40b0-93e6-417986a7022d owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:27:25.473482 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b2167794-324d-4693-8ee6-99a0537fac0e req-9bfac2d1-f28e-4078-a388-3ad17618d26e service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3070285 Feb 17 01:27:25.539592 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7111c47-265c-4d47-9356-29f8a8103919 req-47d80caf-179e-49c9-836c-5d6d2180af64 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:25.548757 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f7111c47-265c-4d47-9356-29f8a8103919 req-47d80caf-179e-49c9-836c-5d6d2180af64 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.3865879 Feb 17 01:27:25.549188 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73', 'code': 200} Feb 17 01:27:25.633666 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f7111c47-265c-4d47-9356-29f8a8103919 req-93d060c0-4fd9-48eb-b0fc-21f58f71c3fc tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832570 Feb 17 01:27:25.635178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:25.719554 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665', 'status': 'completed', 'code': 200} Feb 17 01:27:25.725125 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ff41ace8-f704-462e-810d-a1f8b193f163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:25.743381 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e1aed42f-034f-4077-8574-9a4e8e965070 req-33fd6186-53ee-431b-aa44-5c91266db26e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 210 time: 0.0740049 Feb 17 01:27:25.768827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-7d77182e-c250-4524-93e4-e569712580b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:25.771734 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-7d77182e-c250-4524-93e4-e569712580b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1160 time: 0.2956851 Feb 17 01:27:25.785556 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Pushing event deleted for resources: {'Port': ['ID=614078b0-4175-40b0-93e6-417986a7022d,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:25.785556 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:25.885783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] No DVR routers for this DVR port 614078b0-4175-40b0-93e6-417986a7022d on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:27:25.888078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:25.890971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e206ac7-592e-44c7-b71a-f377df09a763', 'name': 'network-vif-deleted', 'tag': '614078b0-4175-40b0-93e6-417986a7022d'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:25.916653 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-1bbe1878-1be5-49ee-8a92-a2ae560329c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 217 time: 0.1273048 Feb 17 01:27:25.929738 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cc37a5cb-23c5-4ec7-8a41-a024b957058f req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.71 "DELETE /v2.0/ports/614078b0-4175-40b0-93e6-417986a7022d HTTP/1.1" status: 204 len: 173 time: 0.9828258 Feb 17 01:27:25.943912 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e206ac7-592e-44c7-b71a-f377df09a763', 'name': 'network-vif-deleted', 'tag': '614078b0-4175-40b0-93e6-417986a7022d', 'status': 'completed', 'code': 200} Feb 17 01:27:26.026230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-77b1537b-811b-4990-8768-a67fb5a512c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:26.027847 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-77b1537b-811b-4990-8768-a67fb5a512c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 200 len: 848 time: 0.1019373 Feb 17 01:27:26.038133 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067ffe-dbd6-4d30-ba16-d7e8901ab27b req-dd186676-2b0f-4b86-a8dd-29aecf85ecf1 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:26.039679 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-be067ffe-dbd6-4d30-ba16-d7e8901ab27b req-dd186676-2b0f-4b86-a8dd-29aecf85ecf1 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.1930714 Feb 17 01:27:26.152659 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-be067ffe-dbd6-4d30-ba16-d7e8901ab27b req-dc552910-18a1-4ac7-8910-2d4b9e520798 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0731838 Feb 17 01:27:26.228508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece20f5-4294-4802-b437-cd1348152626 req-30c117b9-5c74-4819-96f1-68e157fcde22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:26.230205 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8ece20f5-4294-4802-b437-cd1348152626 req-30c117b9-5c74-4819-96f1-68e157fcde22 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 1162 time: 0.0950074 Feb 17 01:27:26.232398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-a673e0d6-29ff-4b01-a759-3813bc45485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:26.234254 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-a673e0d6-29ff-4b01-a759-3813bc45485c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1936214 Feb 17 01:27:26.262430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a5d4c-00c6-47e1-95c6-46a4004d0709 req-e3658218-09a8-4572-8d3a-74abe2dfb9d2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:26.264113 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b75a5d4c-00c6-47e1-95c6-46a4004d0709 req-e3658218-09a8-4572-8d3a-74abe2dfb9d2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.1167462 Feb 17 01:27:26.292835 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8ece20f5-4294-4802-b437-cd1348152626 req-8db737a3-08e8-4642-909a-93f80f239818 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368285 Feb 17 01:27:26.404315 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b75a5d4c-00c6-47e1-95c6-46a4004d0709 req-93cd03ce-403e-4bf2-a005-546070676a90 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123865 Feb 17 01:27:26.439775 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:27:26.443524 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-0d8269c7-e9b6-4b15-a75a-a4c035374bad service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783149 Feb 17 01:27:26.511834 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:26.512163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:26.629332 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb799cca-07cd-490d-a3de-0ed012cfb7f7 req-97abe521-6248-4a21-ae08-18cb5df7d4cb service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380703 Feb 17 01:27:26.644839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 614078b0-4175-40b0-93e6-417986a7022d no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:27:26.682149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] No Port match for: 614078b0-4175-40b0-93e6-417986a7022d {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:27:26.682574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 614078b0-4175-40b0-93e6-417986a7022d not bound to the agent host hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:27:26.838922 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-34b60fed-3a22-4cda-b04f-8321c90b6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:26.840708 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-34b60fed-3a22-4cda-b04f-8321c90b6561 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1160 time: 0.1390722 Feb 17 01:27:27.224356 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-55d6fe11-dfc1-498a-8506-255828251720 req-98b4791b-20a8-4144-8011-e7fe5b215a4f tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=1e206ac7-592e-44c7-b71a-f377df09a763 HTTP/1.1" status: 200 len: 210 time: 0.3460007 Feb 17 01:27:27.239838 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa1bd5-3875-40d6-89b5-521a8dc9d006 req-207e6952-566b-4dc3-aabe-9e642e1c5d9e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:27.241415 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-97fa1bd5-3875-40d6-89b5-521a8dc9d006 req-207e6952-566b-4dc3-aabe-9e642e1c5d9e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.4786849 Feb 17 01:27:27.314604 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-e5e8b7fb-46dc-4d21-b11e-64cfcae3a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:27.316139 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-e5e8b7fb-46dc-4d21-b11e-64cfcae3a81f service neutron] 10.222.0.71 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 903 time: 0.4667306 Feb 17 01:27:27.323663 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-97fa1bd5-3875-40d6-89b5-521a8dc9d006 req-a9789a87-10b7-4b92-8c6f-3508a663abc5 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725901 Feb 17 01:27:27.443257 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-f42727a1-b1ac-4f9a-aa6e-e5040c848c50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 217 time: 0.0732913 Feb 17 01:27:27.583201 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e201f-c6f2-4b94-9ef9-9aa923c43247 req-20394797-fed2-41bc-8d65-da9e34c611a9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:27.584760 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ff7e201f-c6f2-4b94-9ef9-9aa923c43247 req-20394797-fed2-41bc-8d65-da9e34c611a9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.2601676 Feb 17 01:27:27.591782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-15855dde-374b-4548-9656-ef7be660fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:27.594668 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-15855dde-374b-4548-9656-ef7be660fbef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 200 len: 848 time: 0.1392407 Feb 17 01:27:27.713486 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ff7e201f-c6f2-4b94-9ef9-9aa923c43247 req-ccfd21ee-6e9d-41d4-b9dc-4f745f5fedc6 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1175115 Feb 17 01:27:27.730884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629336d-80cd-4e8f-b01c-824d404a8d9b req-da8c2252-9e68-4f11-bab9-1c87fb505dc2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:27.732538 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8629336d-80cd-4e8f-b01c-824d404a8d9b req-da8c2252-9e68-4f11-bab9-1c87fb505dc2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.2113442 Feb 17 01:27:27.772114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-83ff9542-5a5a-44fd-ab6a-4c4c9e8a04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:27.773724 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-83ff9542-5a5a-44fd-ab6a-4c4c9e8a04c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1590886 Feb 17 01:27:27.874988 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8629336d-80cd-4e8f-b01c-824d404a8d9b req-cf40158b-e2b2-4190-a63c-ce2575539061 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282170 Feb 17 01:27:27.944278 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-44f1b165-e39e-4011-8def-3d14c8db18ce service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557274 Feb 17 01:27:28.091986 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4de0155b-26d0-4945-9a4f-8fdaa069806d req-f6ece204-f6c6-4c09-a784-b71f07021404 service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399009 Feb 17 01:27:28.408361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.objects.ports [None req-bbf54398-4564-4cbe-b88d-9c6d7f34cbd1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83938) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:27:28.558555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabf041-43de-4644-a541-759fb141c512 req-e5aaa2cd-9b45-4fe7-9bca-2f65edd75e8d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:28.560260 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8cabf041-43de-4644-a541-759fb141c512 req-e5aaa2cd-9b45-4fe7-9bca-2f65edd75e8d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.0926375 Feb 17 01:27:28.609791 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8cabf041-43de-4644-a541-759fb141c512 req-fedf271d-aa3c-493e-8dca-8a9a90f3c57f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430477 Feb 17 01:27:28.740495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff386bf2-2656-4414-9dbd-3f59b6572d4e req-e92a3647-bc5d-4b98-b041-4a34906e72cd tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:28.742113 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ff386bf2-2656-4414-9dbd-3f59b6572d4e req-e92a3647-bc5d-4b98-b041-4a34906e72cd tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.0895424 Feb 17 01:27:28.790255 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ff386bf2-2656-4414-9dbd-3f59b6572d4e req-885b4d1e-ab0c-42ce-ab4a-fe4a062fe993 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Feb 17 01:27:28.914467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6ae00-b0f6-4bfe-8141-6fae8d07f543 req-dc90b9b5-3975-43e7-8fd1-8e3f3c116dcd tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:28.916090 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f4d6ae00-b0f6-4bfe-8141-6fae8d07f543 req-dc90b9b5-3975-43e7-8fd1-8e3f3c116dcd tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.0881221 Feb 17 01:27:28.930871 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 36144435-2516-4a86-b335-0f6b52d387eb up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:27:28.968991 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f4d6ae00-b0f6-4bfe-8141-6fae8d07f543 req-05cf515d-2e2c-47f5-9602-da7e869d4ca9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0464165 Feb 17 01:27:29.003163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 36144435-2516-4a86-b335-0f6b52d387eb completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:27:29.008126 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 36144435-2516-4a86-b335-0f6b52d387eb triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:29.008547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:29.079476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a93b2-5de3-4bcb-a571-80577c039f3f req-f3b1e9b0-8d60-4a06-b1e3-a86d3c7af958 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:29.081107 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-600a93b2-5de3-4bcb-a571-80577c039f3f req-f3b1e9b0-8d60-4a06-b1e3-a86d3c7af958 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 943 time: 0.0874863 Feb 17 01:27:29.130961 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-600a93b2-5de3-4bcb-a571-80577c039f3f req-5a746394-9b7b-48ef-96dc-03fcbd592aa6 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Feb 17 01:27:29.134258 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:29.163320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:29.174193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 36144435-2516-4a86-b335-0f6b52d387eb, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=36144435-2516-4a86-b335-0f6b52d387eb,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:29.178644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:29.179669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:27:29.213005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:29.251753 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb', 'code': 200} Feb 17 01:27:29.310233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=36144435-2516-4a86-b335-0f6b52d387eb,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:29.315586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:29.322856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:29.323269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:29.466338 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6af1-979b-4dc0-bcd6-9cc2a2fb7582 req-bb063f65-0a47-4670-8530-631860de9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:29.468405 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e54c6af1-979b-4dc0-bcd6-9cc2a2fb7582 req-bb063f65-0a47-4670-8530-631860de9156 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1162 time: 0.0812187 Feb 17 01:27:29.512405 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e54c6af1-979b-4dc0-bcd6-9cc2a2fb7582 req-9ca04fbb-b04f-42cf-a0c4-6d16341e7739 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Feb 17 01:27:29.808492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34108) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:29.932245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:29.959786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:27:29.963801 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Usage tracker for resource:security_group_rule and tenant:7b3672c63de34d31b5c31d286a50d482 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:27:29.966928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:27:29.972699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:27:29.997978 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cd045-de65-41f8-8450-e5ecfac45d2a req-fa2104a6-c95e-4167-aee8-e4ea35c892fd tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:30.000173 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-068cd045-de65-41f8-8450-e5ecfac45d2a req-fa2104a6-c95e-4167-aee8-e4ea35c892fd tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.0928659 Feb 17 01:27:30.048478 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-068cd045-de65-41f8-8450-e5ecfac45d2a req-cc6ee49e-f028-4c52-9e53-504292534614 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Feb 17 01:27:30.059919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:30.063496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:30.076011 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3489d5fa-16a3-4602-a1ae-bcf833915fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:30.118161 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b3672c63de34d31b5c31d286a50d482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085053 Feb 17 01:27:30.120984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34118) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:30.124695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a796cea6-2aea-40dc-894b-0015d78bd90d,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:30.137772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:30.179751 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be4e37-b536-45ff-ab21-cc9fc9795108 req-0ce3b67f-7b6e-45b9-b35e-1ee06a69f2bb tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:30.181395 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8be4e37-b536-45ff-ab21-cc9fc9795108 req-0ce3b67f-7b6e-45b9-b35e-1ee06a69f2bb tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.0936813 Feb 17 01:27:30.198705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b1b49b7d-30cf-403d-a3d5-bc493f810fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:30.228689 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b1b49b7d-30cf-403d-a3d5-bc493f810fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:30.236200 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8be4e37-b536-45ff-ab21-cc9fc9795108 req-ae7520e2-44ad-4073-95fc-3d1d322268e8 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0477710 Feb 17 01:27:30.278796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b1b49b7d-30cf-403d-a3d5-bc493f810fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:30.284327 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6fadbbe5-8d4e-4b39-9e73-0f47233725aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:30.299822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b49b7d-30cf-403d-a3d5-bc493f810fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a796cea6-2aea-40dc-894b-0015d78bd90d,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:30.301794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b1b49b7d-30cf-403d-a3d5-bc493f810fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:30.305766 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b1b49b7d-30cf-403d-a3d5-bc493f810fe7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a796cea6-2aea-40dc-894b-0015d78bd90d HTTP/1.1" status: 204 len: 168 time: 0.1812065 Feb 17 01:27:30.305766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b1b49b7d-30cf-403d-a3d5-bc493f810fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:30.349435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9f58-d659-45e2-91aa-c19e6d514260 req-e1583d69-cbec-4757-be2f-37830900e4a8 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:30.351090 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d00e9f58-d659-45e2-91aa-c19e6d514260 req-e1583d69-cbec-4757-be2f-37830900e4a8 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 945 time: 0.0940592 Feb 17 01:27:30.405819 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d00e9f58-d659-45e2-91aa-c19e6d514260 req-bd300396-d9f5-4d34-aaa0-78e6a2f233db tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460942 Feb 17 01:27:31.041836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 47f1b1df-4516-4689-b39e-4da271b14665 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:27:31.119017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 47f1b1df-4516-4689-b39e-4da271b14665 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:27:31.124860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 47f1b1df-4516-4689-b39e-4da271b14665 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:31.125369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:31.281165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:31.283767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927310f1-227c-49ae-9d30-0c9eeeea1cab req-2435b3c7-9e20-4414-b47a-61c0b9767724 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:31.285539 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-927310f1-227c-49ae-9d30-0c9eeeea1cab req-2435b3c7-9e20-4414-b47a-61c0b9767724 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.0913630 Feb 17 01:27:31.326726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:31.338864 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-927310f1-227c-49ae-9d30-0c9eeeea1cab req-1551c6c3-2a44-4916-92ea-46dd20b2f9f9 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461824 Feb 17 01:27:31.339582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 47f1b1df-4516-4689-b39e-4da271b14665, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=47f1b1df-4516-4689-b39e-4da271b14665,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:31.344218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:31.345402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 36144435-2516-4a86-b335-0f6b52d387eb up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:27:31.382557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:31.421742 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665', 'code': 200} Feb 17 01:27:31.498274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=47f1b1df-4516-4689-b39e-4da271b14665,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:31.502531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:31.503905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 36144435-2516-4a86-b335-0f6b52d387eb triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:31.504291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:31.504527 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91c6bd-d340-4fd7-8ca9-19688e44b105 req-7755c48f-fede-4218-8e16-47840b9f4020 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:31.506233 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0e91c6bd-d340-4fd7-8ca9-19688e44b105 req-7755c48f-fede-4218-8e16-47840b9f4020 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1482234 Feb 17 01:27:31.586902 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0e91c6bd-d340-4fd7-8ca9-19688e44b105 req-c9d7be39-ad89-4a6b-aee6-f667d1df49e7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0685356 Feb 17 01:27:31.681422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01f4d8-29d0-4511-9dea-dc1be00e40d0 req-d90dc856-fb69-4fc9-9cba-07b3d2aa39c2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:31.683063 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ad01f4d8-29d0-4511-9dea-dc1be00e40d0 req-d90dc856-fb69-4fc9-9cba-07b3d2aa39c2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 945 time: 0.0947680 Feb 17 01:27:31.785551 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ad01f4d8-29d0-4511-9dea-dc1be00e40d0 req-ece2465e-01f8-4eb4-84e9-1b382f0b9fdf tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891452 Feb 17 01:27:31.818521 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907d032-9e2e-4acc-bb3f-642633fe9e56 req-a047fe04-b3fd-4527-8b27-0f727bd38997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:31.820525 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c907d032-9e2e-4acc-bb3f-642633fe9e56 req-a047fe04-b3fd-4527-8b27-0f727bd38997 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1162 time: 0.0862148 Feb 17 01:27:31.866241 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c907d032-9e2e-4acc-bb3f-642633fe9e56 req-7043d43e-7279-44c1-a51e-fdb48c7cdd4e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0373864 Feb 17 01:27:31.986212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815d96b-dcf5-482b-b5d7-3c0f4d08f92a req-f867823b-52d3-47de-ac2d-0c2b156be43c tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:31.988111 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5815d96b-dcf5-482b-b5d7-3c0f4d08f92a req-f867823b-52d3-47de-ac2d-0c2b156be43c tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 945 time: 0.0908763 Feb 17 01:27:32.034576 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5815d96b-dcf5-482b-b5d7-3c0f4d08f92a req-eb791a0a-b873-4703-8761-4afa9dcf25a7 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402143 Feb 17 01:27:32.333624 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 47f1b1df-4516-4689-b39e-4da271b14665 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:27:32.415918 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 47f1b1df-4516-4689-b39e-4da271b14665 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:32.416331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:32.457905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab378647-0b61-4717-85e8-1d9497551982 req-0e6f6305-b1d4-4a03-a29a-7653fd80bf4e tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:32.459560 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ab378647-0b61-4717-85e8-1d9497551982 req-0e6f6305-b1d4-4a03-a29a-7653fd80bf4e tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 945 time: 0.0900130 Feb 17 01:27:32.559020 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ab378647-0b61-4717-85e8-1d9497551982 req-3498255e-edd9-418a-adf0-c6b36856f015 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567408 Feb 17 01:27:32.586431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438a652-3502-4209-b872-f7615bcfc351 req-839fd673-6041-4d3e-9c98-33ded9d0d38c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:32.587983 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f438a652-3502-4209-b872-f7615bcfc351 req-839fd673-6041-4d3e-9c98-33ded9d0d38c tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1274934 Feb 17 01:27:32.636170 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f438a652-3502-4209-b872-f7615bcfc351 req-8dcfdc47-b34f-45fc-8398-c083302d2e9a tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Feb 17 01:27:32.782095 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3194d9e-18e8-4e7e-8ed8-e7084d3eea6e req-d06558cf-3fa0-4dd1-b012-106808b69ff9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:32.783985 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c3194d9e-18e8-4e7e-8ed8-e7084d3eea6e req-d06558cf-3fa0-4dd1-b012-106808b69ff9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.0897007 Feb 17 01:27:32.835146 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c3194d9e-18e8-4e7e-8ed8-e7084d3eea6e req-8d223bd2-54cf-4252-b2d8-5850fa4d5d13 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0443006 Feb 17 01:27:33.841642 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7383f8-db51-4449-87ec-7972d0ae64b6 req-953d808f-5d2a-44e1-be38-9eb548f29b72 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:33.843949 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd7383f8-db51-4449-87ec-7972d0ae64b6 req-953d808f-5d2a-44e1-be38-9eb548f29b72 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.0910683 Feb 17 01:27:33.892229 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd7383f8-db51-4449-87ec-7972d0ae64b6 req-c89a6e18-f6f0-4ced-af86-3b3d113f2c37 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Feb 17 01:27:34.036249 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa5c2c-9dab-4c03-ab4a-233d190471dc req-ab6f93aa-e29c-4194-b8c4-79df4516d677 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:34.037842 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7aaa5c2c-9dab-4c03-ab4a-233d190471dc req-ab6f93aa-e29c-4194-b8c4-79df4516d677 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.0915859 Feb 17 01:27:34.085305 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7aaa5c2c-9dab-4c03-ab4a-233d190471dc req-96681b5b-4d7f-479a-8903-674d0e35c8d3 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0412588 Feb 17 01:27:34.285078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9872001-454b-4519-a522-eca9cc2ec29b req-1ea8f8ca-2af7-4883-b861-10097f6b79d2 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:34.286697 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9872001-454b-4519-a522-eca9cc2ec29b req-1ea8f8ca-2af7-4883-b861-10097f6b79d2 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.0886173 Feb 17 01:27:34.334969 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c9872001-454b-4519-a522-eca9cc2ec29b req-90171e1b-6218-4bf2-b5d5-90d37992dece tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0417421 Feb 17 01:27:34.538232 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-a559077f-0bf1-47ce-9a18-df1116c2d847 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1637473 Feb 17 01:27:34.549744 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Request body: {'floatingip': {'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:34.555596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:27:34.559627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Usage tracker for resource:floatingip and tenant:344c91eb6f584fe196eb411e561325e0 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:27:34.562646 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:27:34.568396 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:27:34.577817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for floatingip, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:34.727650 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:35.104006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Allocated IP 172.28.1.122 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/4c65e07e-4411-4104-8be2-e394973a27d5) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:27:35.225784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2271-9bf6-4b40-a325-9b756cbb237b req-1784eb6a-c92b-4bd9-879f-205155fcda4e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:35.227437 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ddeb2271-9bf6-4b40-a325-9b756cbb237b req-1784eb6a-c92b-4bd9-879f-205155fcda4e tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2070084 Feb 17 01:27:35.308004 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ddeb2271-9bf6-4b40-a325-9b756cbb237b req-699f0f60-0db9-487b-a527-af17ea30bbe2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735941 Feb 17 01:27:35.334517 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:35.435688 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-89356a67-a058-4e18-a853-286461490f00 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:35.437768 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-89356a67-a058-4e18-a853-286461490f00 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.1066320 Feb 17 01:27:35.442188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:35.459006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a52240e1-9dc0-43d1-8d59-957810bbe4fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:35.875876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Deleting port d3ad3b8e-29b5-4dee-b607-0be738acf4cd {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:27:35.876196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:35.910921 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Pushing event updated for resources: {'Port': ['ID=4c65e07e-4411-4104-8be2-e394973a27d5,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:35.922244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:36.045563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:27:36.049256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:27:36.069038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:27:36.244433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:36.246534 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-ea56da3c-fcfc-44bb-8d31-23b08a78e2ea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0916014 Feb 17 01:27:36.271512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] For port d3ad3b8e-29b5-4dee-b607-0be738acf4cd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:36.271909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:36.328675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device d3ad3b8e-29b5-4dee-b607-0be738acf4cd no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:27:36.365691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-fef3c33d-c1ef-4387-85ad-28cb1edba99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:36.367347 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-fef3c33d-c1ef-4387-85ad-28cb1edba99d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 1162 time: 0.0973344 Feb 17 01:27:36.461954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Calling delete_port for d3ad3b8e-29b5-4dee-b607-0be738acf4cd owned by compute:nova {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:27:36.575420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:36.590818 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:36.637222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port d3ad3b8e-29b5-4dee-b607-0be738acf4cd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:36.638665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ad3b8e-29b5-4dee-b607-0be738acf4cd'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:36.647792 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:36.651264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a21d02ed-e7e6-4714-9e4f-ccdabb06941a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:36.685959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-b4922b8f-1ab6-419b-b77d-972255ffe227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:36.692563 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-b4922b8f-1ab6-419b-b77d-972255ffe227 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.2784274 Feb 17 01:27:36.736565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:27:36.737232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:27:36.756237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:36.756476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab37944-91a4-4555-98b3-0b4cb52aa38b req-d0f91268-175b-420f-88c6-b01970d9b8af tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:36.764501 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-aab37944-91a4-4555-98b3-0b4cb52aa38b req-d0f91268-175b-420f-88c6-b01970d9b8af tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 946 time: 0.2710402 Feb 17 01:27:36.770140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:36.910834 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-aab37944-91a4-4555-98b3-0b4cb52aa38b req-8ad056b2-91a5-4a80-b71a-e2234cb08e23 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450796 Feb 17 01:27:36.979776 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ad3b8e-29b5-4dee-b607-0be738acf4cd', 'code': 200} Feb 17 01:27:37.018447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:37.022262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:37.046624 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40b2f23c-d653-4286-9af1-9ccb05909219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:37.046882 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-76448a8b-0f7c-4b6a-86cb-a2905344dee4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73 HTTP/1.1" status: 200 len: 1001 time: 0.3347213 Feb 17 01:27:37.118061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-19d706b7-1dca-4141-af57-911a30135a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:37.118430 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-19d706b7-1dca-4141-af57-911a30135a7b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.0653317 Feb 17 01:27:37.210042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Pushing event updated for resources: {'Port': ['ID=4c65e07e-4411-4104-8be2-e394973a27d5,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:37.214972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:37.235847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-d8be9ed2-d0a7-4fd8-a6bf-bc59710180cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:37.237872 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-d8be9ed2-d0a7-4fd8-a6bf-bc59710180cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1118815 Feb 17 01:27:37.239418 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Deleting port d3ad3b8e-29b5-4dee-b607-0be738acf4cd {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:27:37.239802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:37.399644 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-2166ce2c-b105-4436-940c-087650ca63d5 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477096 Feb 17 01:27:37.590690 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-091828f2-1b0a-4a1a-9454-dc9318eccb27 req-333b9d87-d34b-484e-892f-7cfeeed7278f service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1844573 Feb 17 01:27:37.651524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:37.723613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:37.724927 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1799877 Feb 17 01:27:37.845991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-8a3aaa8a-300a-4073-97f6-5ba8cc50805e tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Synchronizing usage tracker for tenant:344c91eb6f584fe196eb411e561325e0 on resource:floatingip {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:27:37.850505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] For port d3ad3b8e-29b5-4dee-b607-0be738acf4cd, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:37.850897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:37.864899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aadb08-03a5-4f1a-8fc5-316c48e6b2fc req-0dd056c1-f771-4802-9a8a-562e1b3daaf3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:37.867121 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e3aadb08-03a5-4f1a-8fc5-316c48e6b2fc req-0dd056c1-f771-4802-9a8a-562e1b3daaf3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 945 time: 0.2970779 Feb 17 01:27:38.017723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Calling delete_port for d3ad3b8e-29b5-4dee-b607-0be738acf4cd owned by compute:nova {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:27:38.072535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-8a3aaa8a-300a-4073-97f6-5ba8cc50805e tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Unset dirty status for tenant:344c91eb6f584fe196eb411e561325e0 on resource:floatingip {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:27:38.073799 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-8a3aaa8a-300a-4073-97f6-5ba8cc50805e tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.28.1.122 HTTP/1.1" status: 200 len: 696 time: 0.3340058 Feb 17 01:27:38.208298 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e3aadb08-03a5-4f1a-8fc5-316c48e6b2fc req-eae0494d-df42-44fb-b186-7bbebf5a52e8 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782497 Feb 17 01:27:38.632633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d76f6095-3993-4457-8b5d-b467d7f0d93c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:38.634092 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-d76f6095-3993-4457-8b5d-b467d7f0d93c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/networks/12fd91a0-431a-42be-abb2-70d0f79f7370 HTTP/1.1" status: 200 len: 784 time: 0.5520713 Feb 17 01:27:38.640105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:38.663492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc25d1f-c7f8-4c22-a66f-3c0b1c60cc02 req-9e3ed67c-657b-4030-a0da-c3a12d0df4d2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:38.664229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-3cc25d1f-c7f8-4c22-a66f-3c0b1c60cc02 req-9e3ed67c-657b-4030-a0da-c3a12d0df4d2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Synchronizing usage tracker for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:27:38.666628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d73b2a21-ec26-44d9-a535-2c2b7199c5ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:38.709714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-c02e3fff-cfc5-49f8-a402-0215842c67c8 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:27:38.710782 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d4058405-7760-4f08-8c42-d583ad8f8aa3 req-c02e3fff-cfc5-49f8-a402-0215842c67c8 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0687695 Feb 17 01:27:38.773315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Pushing event deleted for resources: {'Port': ['ID=d3ad3b8e-29b5-4dee-b607-0be738acf4cd,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:38.777502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:38.889881 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:38.894954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-3cc25d1f-c7f8-4c22-a66f-3c0b1c60cc02 req-9e3ed67c-657b-4030-a0da-c3a12d0df4d2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Unset dirty status for tenant:1e5adf504ab64ae5bfff4bab974a806a on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:27:38.896281 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3cc25d1f-c7f8-4c22-a66f-3c0b1c60cc02 req-9e3ed67c-657b-4030-a0da-c3a12d0df4d2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3df79f4-9a1a-4e75-b486-0bd6391f0b2a HTTP/1.1" status: 200 len: 944 time: 0.4527037 Feb 17 01:27:39.029488 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3cc25d1f-c7f8-4c22-a66f-3c0b1c60cc02 req-16cf4f46-141c-424e-aa11-97927f7d97d2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.65 "GET /v2.0/security-groups?id=b4d2f6af-2284-4365-9835-c2728292f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235590 Feb 17 01:27:39.042373 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-12d292aa-04eb-43c1-ae77-b3094764ec34 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2747297 Feb 17 01:27:39.098872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'floatingip': {'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:39.103448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] No DVR routers for this DVR port d3ad3b8e-29b5-4dee-b607-0be738acf4cd on host hv-cinder-75998 {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:27:39.106546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:39.109056 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3160b0a1-e06f-47af-a272-5a065aadce63 req-dd237948-f05b-45da-b144-8f13ea301140 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] 10.222.0.71 "DELETE /v2.0/ports/d3ad3b8e-29b5-4dee-b607-0be738acf4cd HTTP/1.1" status: 204 len: 173 time: 3.6531727 Feb 17 01:27:39.109563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'name': 'network-vif-deleted', 'tag': 'd3ad3b8e-29b5-4dee-b607-0be738acf4cd'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:39.115466 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:27:39.119802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Usage tracker for resource:floatingip and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:27:39.123113 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:27:39.129817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:27:39.194072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for floatingip, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:39.314404 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-af07afdd-6adf-44f8-9133-37a40b5827a4 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:39.316055 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-af07afdd-6adf-44f8-9133-37a40b5827a4 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1810110 Feb 17 01:27:39.412031 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-a754d859-60af-4837-9575-8f2f1f3d4dd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.28.1.122 HTTP/1.1" status: 200 len: 696 time: 0.0874135 Feb 17 01:27:39.427591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-91f8e5d8-67a1-41cf-8933-abc4055e7f75 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Request body: {'floatingip': {'port_id': '47f1b1df-4516-4689-b39e-4da271b14665', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:39.526420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-91f8e5d8-67a1-41cf-8933-abc4055e7f75 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for floatingip, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:39.656390 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:40.267085 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Allocated IP 172.28.1.206 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/8cf1f1a3-1b30-4931-92db-00654e668528) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:27:40.529987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-91f8e5d8-67a1-41cf-8933-abc4055e7f75 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:40.769645 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-91f8e5d8-67a1-41cf-8933-abc4055e7f75 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:40.830525 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:40.979868 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-91f8e5d8-67a1-41cf-8933-abc4055e7f75 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Floating IP 4c56675b-56c6-4ad7-99aa-240fbddcf3b9 associated. External IP: 172.28.1.122, port: 47f1b1df-4516-4689-b39e-4da271b14665. Feb 17 01:27:41.111137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:41.128795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:41.300082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event updated for resources: {'Port': ['ID=8cf1f1a3-1b30-4931-92db-00654e668528,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:41.315997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:41.521154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:27:41.525052 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:27:41.528716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:27:41.583763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-91f8e5d8-67a1-41cf-8933-abc4055e7f75 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Router 50e762ca-7178-4c55-a52f-2727c51c7c35 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:27:41.590017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:41.797377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:41.925813 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-91f8e5d8-67a1-41cf-8933-abc4055e7f75 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:27:41.935978 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] Sync routers for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:27:41.945759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:27:41.946423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:27:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:41.972832 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-91f8e5d8-67a1-41cf-8933-abc4055e7f75 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:42.100089 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-91f8e5d8-67a1-41cf-8933-abc4055e7f75 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "PUT /v2.0/floatingips/4c56675b-56c6-4ad7-99aa-240fbddcf3b9 HTTP/1.1" status: 200 len: 996 time: 2.6806107 Feb 17 01:27:42.138701 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:27:42.232756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:42.236502 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-6649ea9d-f173-4a62-a666-31edbf8fd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:42.238432 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-6649ea9d-f173-4a62-a666-31edbf8fd3a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1162 time: 0.1202509 Feb 17 01:27:42.239540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:42.256616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:42.528657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '4c56675b-56c6-4ad7-99aa-240fbddcf3b9', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'floating_ip_address': '172.28.1.122', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'port_id': '47f1b1df-4516-4689-b39e-4da271b14665', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'mac_address': 'fa:16:3e:5e:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:27:36Z', 'updated_at': '2021-02-17T01:27:40Z', 'revision_number': 1, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8cac33-f066-4535-9d29-a474ee07e74c', 'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'mac_address': 'fa:16:3e:9b:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:18Z', 'updated_at': '2021-02-17T01:26:43Z', 'revision_number': 5, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'subnets': [{'id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:42.532644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] Checking router: 50e762ca-7178-4c55-a52f-2727c51c7c35 for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:27:42.541490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:27:42.542166 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:27:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:42.681146 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:27:42.700854 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event updated for resources: {'Port': ['ID=8cf1f1a3-1b30-4931-92db-00654e668528,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:42.710008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:42.744615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:27:42.785355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-e7f6314e-06fe-48db-8278-45d3f3ac86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:42.786925 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-e7f6314e-06fe-48db-8278-45d3f3ac86b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 903 time: 0.5313036 Feb 17 01:27:42.791469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:42.895393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:42.896729 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8025131 Feb 17 01:27:43.000685 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-25a231bf-4bb2-4639-ad2f-21c745823efe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 999 time: 0.2024813 Feb 17 01:27:43.008627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-b54d9f1a-63ad-44eb-840e-e8cf64da8405 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Synchronizing usage tracker for tenant:f70589114af54f908fa4ac5a4032297d on resource:floatingip {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:27:43.086543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-b54d9f1a-63ad-44eb-840e-e8cf64da8405 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Unset dirty status for tenant:f70589114af54f908fa4ac5a4032297d on resource:floatingip {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:27:43.087854 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-b54d9f1a-63ad-44eb-840e-e8cf64da8405 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.28.1.206 HTTP/1.1" status: 200 len: 696 time: 0.1749310 Feb 17 01:27:43.089405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-927b745a-d356-4d16-a779-924529c4491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:43.090915 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-927b745a-d356-4d16-a779-924529c4491f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 200 len: 848 time: 0.0792863 Feb 17 01:27:43.164762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '4c56675b-56c6-4ad7-99aa-240fbddcf3b9', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'floating_ip_address': '172.28.1.122', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'port_id': '47f1b1df-4516-4689-b39e-4da271b14665', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'mac_address': 'fa:16:3e:5e:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:27:36Z', 'updated_at': '2021-02-17T01:27:40Z', 'revision_number': 1, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8cac33-f066-4535-9d29-a474ee07e74c', 'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'mac_address': 'fa:16:3e:9b:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:18Z', 'updated_at': '2021-02-17T01:26:43Z', 'revision_number': 5, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'subnets': [{'id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:43.171815 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e061ac4-655f-4cd4-9dae-0b5cc8003351 None None] The sync data for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb is: [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '4c56675b-56c6-4ad7-99aa-240fbddcf3b9', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'floating_ip_address': '172.28.1.122', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'port_id': '47f1b1df-4516-4689-b39e-4da271b14665', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'mac_address': 'fa:16:3e:5e:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:27:36Z', 'updated_at': '2021-02-17T01:27:40Z', 'revision_number': 1, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8cac33-f066-4535-9d29-a474ee07e74c', 'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'mac_address': 'fa:16:3e:9b:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:18Z', 'updated_at': '2021-02-17T01:26:43Z', 'revision_number': 5, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'subnets': [{'id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:27:43.335919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-1ca3e90b-d2c0-4af1-85f5-33d0c0bf7103 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:43.337399 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0fbf41b5-2e31-43fe-bf80-ef7882348923 req-1ca3e90b-d2c0-4af1-85f5-33d0c0bf7103 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/networks/12fd91a0-431a-42be-abb2-70d0f79f7370 HTTP/1.1" status: 200 len: 784 time: 0.2382534 Feb 17 01:27:43.347501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-ed46381e-95b2-4303-acdf-599377cb0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:43.347633 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-ed46381e-95b2-4303-acdf-599377cb0b14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2147930 Feb 17 01:27:43.356899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-16a99a33-4437-4606-b7d0-165ea5ff6ae4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:27:43.358120 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-16a99a33-4437-4606-b7d0-165ea5ff6ae4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058091 Feb 17 01:27:43.393053 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3df79f4-9a1a-4e75-b486-0bd6391f0b2a', 'name': 'network-vif-deleted', 'tag': 'd3ad3b8e-29b5-4dee-b607-0be738acf4cd', 'status': 'completed', 'code': 200} Feb 17 01:27:43.464430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34302) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:43.509080 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-4a46b0d3-9190-4f40-9b41-5de6376d3f8b service neutron] 10.222.0.65 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430976 Feb 17 01:27:43.610108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df21f83-7ff8-4817-b0b9-1aedd7765cc5 None None] New status for floating IP 4c56675b-56c6-4ad7-99aa-240fbddcf3b9: ACTIVE {{(pid=83938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:27:43.752023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-b68b5a68-0fdd-44c2-8245-40622640ca55 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:43.753639 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-b68b5a68-0fdd-44c2-8245-40622640ca55 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1948240 Feb 17 01:27:43.764340 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8136a795-b389-45b6-aac4-e4ae9caa71fa req-fe666c65-3704-4c29-a904-e81b4ad890f8 service neutron] 10.222.0.65 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2357247 Feb 17 01:27:43.869449 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-1256ce26-0e94-4065-995f-77ac3b0ed551 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.28.1.206 HTTP/1.1" status: 200 len: 696 time: 0.1029303 Feb 17 01:27:43.880552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-33f9e152-9960-4f9b-9631-f278c7149306 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'floatingip': {'port_id': '36144435-2516-4a86-b335-0f6b52d387eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:43.961673 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-33f9e152-9960-4f9b-9631-f278c7149306 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for floatingip, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:44.079445 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846749815'] for router_interface, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:44.461761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Deleting port 2a8f9e48-6dae-4378-bef9-80505cd98e1f {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:27:44.462136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:44.625099 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-33f9e152-9960-4f9b-9631-f278c7149306 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:44.628494 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-33f9e152-9960-4f9b-9631-f278c7149306 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:44.663803 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] For port 2a8f9e48-6dae-4378-bef9-80505cd98e1f, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=2a8f9e48-6dae-4378-bef9-80505cd98e1f,segment=NetworkSegment(dbabb953-2dc8-4831-8534-14bd37bebea7),segment_id=dbabb953-2dc8-4831-8534-14bd37bebea7)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:44.664315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:44.799234 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Calling delete_port for 2a8f9e48-6dae-4378-bef9-80505cd98e1f owned by network:router_interface {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:27:44.822905 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-33f9e152-9960-4f9b-9631-f278c7149306 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Floating IP 15babb16-b91f-4008-8d68-9891b5df6c5e associated. External IP: 172.28.1.206, port: 36144435-2516-4a86-b335-0f6b52d387eb. Feb 17 01:27:45.120996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:45.137553 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b7bc1ddd-87d3-4887-968f-be8ce38c1a68 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:45.402510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:45.462425 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665', 'status': 'completed', 'code': 200} Feb 17 01:27:45.478551 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-33f9e152-9960-4f9b-9631-f278c7149306 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Router 10edab41-ea75-48ac-868e-89ada6f1e589 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:27:45.491876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8f9e48-6dae-4378-bef9-80505cd98e1f,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:45.496918 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:45.747176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-1ad83ff2-2551-4aae-8b7b-4f0eef2c85df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:45.749473 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-1ad83ff2-2551-4aae-8b7b-4f0eef2c85df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1162 time: 0.1983674 Feb 17 01:27:45.752357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-33f9e152-9960-4f9b-9631-f278c7149306 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:27:45.757107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-33f9e152-9960-4f9b-9631-f278c7149306 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:45.762458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] Sync routers for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:27:45.780588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:27:45.781536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:27:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:45.807574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8382613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846749721'] for router_interface, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:45.912798 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-33f9e152-9960-4f9b-9631-f278c7149306 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "PUT /v2.0/floatingips/15babb16-b91f-4008-8d68-9891b5df6c5e HTTP/1.1" status: 200 len: 996 time: 2.0365324 Feb 17 01:27:46.006024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-6d41db53-423d-40ef-9414-f59071c1c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:46.007596 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-6d41db53-423d-40ef-9414-f59071c1c968 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 903 time: 0.2164118 Feb 17 01:27:46.023812 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:27:46.118845 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-981b477a-9853-4afe-9447-595f87261507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:46.120519 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-981b477a-9853-4afe-9447-595f87261507 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1162 time: 0.1859758 Feb 17 01:27:46.213329 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-406a0f45-1370-4116-ab8c-d878ffe7cebb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 1001 time: 0.1980431 Feb 17 01:27:46.332741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-ce1038e6-c97c-4662-9922-84694fc5fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:46.334240 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-ce1038e6-c97c-4662-9922-84694fc5fa66 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 200 len: 848 time: 0.1074972 Feb 17 01:27:46.341631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-fc2c544e-0d85-42d7-969a-b04b44d32c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:46.343734 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-fc2c544e-0d85-42d7-969a-b04b44d32c12 service neutron] 10.222.0.65 "GET /v2.0/networks?id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 200 len: 908 time: 0.2114499 Feb 17 01:27:46.373570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Router 42614096-26ce-4a68-a1b8-9590092c65c5 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:27:46.443612 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '15babb16-b91f-4008-8d68-9891b5df6c5e', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'floating_ip_address': '172.28.1.206', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'port_id': '36144435-2516-4a86-b335-0f6b52d387eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'mac_address': 'fa:16:3e:46:66:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989ad88b-c255-4371-b599-2c853125f947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:27:41Z', 'updated_at': '2021-02-17T01:27:44Z', 'revision_number': 1, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e692faf1-1b3f-4be2-81f4-75b183ef1f7a', 'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'mac_address': 'fa:16:3e:a9:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:45Z', 'revision_number': 5, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'subnets': [{'id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:46.449915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] Checking router: 10edab41-ea75-48ac-868e-89ada6f1e589 for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:27:46.461005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:27:46.461679 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:27:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:46.522470 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-8f37deee-3ffb-4e85-8f21-cc366883c3a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 999 time: 0.1283920 Feb 17 01:27:46.580860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:27:46.594046 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] Sync routers for ids ['42614096-26ce-4a68-a1b8-9590092c65c5'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:27:46.598947 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] 10.222.0.65 "PUT /v2.0/routers/42614096-26ce-4a68-a1b8-9590092c65c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1333005 Feb 17 01:27:46.601714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34372) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:46.606017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] Routers {'42614096-26ce-4a68-a1b8-9590092c65c5'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:27:46.606980 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:27:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['42614096-26ce-4a68-a1b8-9590092c65c5'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:46.621372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-8773f7a2-2647-4690-b701-842bd9d1e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:46.623469 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-8773f7a2-2647-4690-b701-842bd9d1e2c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc4a2683-ee4e-408b-97ed-eff367ac67e7 HTTP/1.1" status: 200 len: 853 time: 0.0862722 Feb 17 01:27:46.630081 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-318a069c-0580-4fca-bc5d-84929f83aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:46.631744 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-318a069c-0580-4fca-bc5d-84929f83aeba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2871008 Feb 17 01:27:46.816359 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks [] for router, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:46.856208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-711d3056-4964-495b-8021-1b07903ca1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:46.858142 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-711d3056-4964-495b-8021-1b07903ca1ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2253597 Feb 17 01:27:46.861448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:27:46.880013 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-8571a13e-8be1-4a65-b6c4-c725ae0b766e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:27:46.884987 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-8571a13e-8be1-4a65-b6c4-c725ae0b766e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0075603 Feb 17 01:27:46.925075 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-b3fed550-7ec4-46fb-8ad7-fbf307bd2934 service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524154 Feb 17 01:27:47.017863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] Set router 42614096-26ce-4a68-a1b8-9590092c65c5 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:27:47.020261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:47.025920 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-0e431124-462e-47be-a975-83348884141e admin admin] Deleting port 5e52b946-def6-43b5-b428-0b6140cc6bda {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:27:47.026291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:47.199820 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-5342caeb-f09f-4188-9705-eb27b3673d8a service neutron] 10.222.0.65 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064623 Feb 17 01:27:47.318633 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-20ab092f-5a3c-49f8-9eda-562a57b3ada0 req-ef27aad8-ce65-4c24-8948-a27bf3b6efb8 service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3383017 Feb 17 01:27:47.339783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-0e431124-462e-47be-a975-83348884141e admin admin] For port 5e52b946-def6-43b5-b428-0b6140cc6bda, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=5e52b946-def6-43b5-b428-0b6140cc6bda,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:47.340471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:47.375032 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '15babb16-b91f-4008-8d68-9891b5df6c5e', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'floating_ip_address': '172.28.1.206', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'port_id': '36144435-2516-4a86-b335-0f6b52d387eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'mac_address': 'fa:16:3e:46:66:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989ad88b-c255-4371-b599-2c853125f947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:27:41Z', 'updated_at': '2021-02-17T01:27:44Z', 'revision_number': 1, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e692faf1-1b3f-4be2-81f4-75b183ef1f7a', 'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'mac_address': 'fa:16:3e:a9:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:45Z', 'revision_number': 5, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'subnets': [{'id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:47.380336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3fc04c-0390-459b-b205-35dba6229635 None None] The sync data for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb is: [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '15babb16-b91f-4008-8d68-9891b5df6c5e', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'floating_ip_address': '172.28.1.206', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'port_id': '36144435-2516-4a86-b335-0f6b52d387eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'mac_address': 'fa:16:3e:46:66:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989ad88b-c255-4371-b599-2c853125f947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:27:41Z', 'updated_at': '2021-02-17T01:27:44Z', 'revision_number': 1, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e692faf1-1b3f-4be2-81f4-75b183ef1f7a', 'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'mac_address': 'fa:16:3e:a9:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:45Z', 'revision_number': 5, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'subnets': [{'id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:27:47.408997 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d71d8f2d-01aa-4edb-8d79-fe35a19789bc req-1e0adcbf-3552-460d-86ee-9c842bd31dc4 service neutron] 10.222.0.65 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2076695 Feb 17 01:27:47.416997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:27:45Z', 'revision_number': 5, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'gw_port': {'id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:49Z', 'updated_at': '2021-02-17T01:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:47.421364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] Checking router: 42614096-26ce-4a68-a1b8-9590092c65c5 for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:27:47.430971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] Routers {'42614096-26ce-4a68-a1b8-9590092c65c5'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:27:47.431681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:27:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['42614096-26ce-4a68-a1b8-9590092c65c5'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:47.460417 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-196465274', 'description': 'tempest-TestMinimumBasicScenario-196465274 description'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:47.466704 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:27:47.471961 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Usage tracker for resource:security_group and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:27:47.475027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:27:47.481334 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:27:47.489865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:47.495716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-0e431124-462e-47be-a975-83348884141e admin admin] Calling delete_port for 5e52b946-def6-43b5-b428-0b6140cc6bda owned by network:router_gateway {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:27:47.509380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:47.543807 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:27:47.548768 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Usage tracker for resource:security_group_rule and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:27:47.552001 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:27:47.558351 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:27:47.587161 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb', 'status': 'completed', 'code': 200} Feb 17 01:27:47.684537 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] Set router 42614096-26ce-4a68-a1b8-9590092c65c5 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:27:47.688590 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.plugins.ml2.ovo_rpc [None req-0e431124-462e-47be-a975-83348884141e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: result = function(*args, **kwargs) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: proto.__init__(conn_state, self) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: self.handle() Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: self.handle_one_request() Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: self.handle_one_response() Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: result = self.application(self.environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return app(environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self.application) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self.application) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self.application) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self.application) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return request.get_response(self.application) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self._app) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return resp(environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return resp(environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: response = self.app(environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return resp(environ, start_response) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:27:47.696098 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: result = method(request=request, **args) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return self._delete(request, id, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return f(*args, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return f(*args, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return f(*dup_args, **dup_kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: obj_deleter(request.context, id, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return method(*args, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return f(*args, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return f(*args, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return f(*dup_args, **dup_kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: self._delete_current_gw_port(context, id, router, None) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, context, *args, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return method(*args, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: context, port, router_ids, bound_mech_contexts) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: return function(*args, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: callback(resource, event, trigger, **kwargs) Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: if self._is_session_semantic_violated(context, resource, event): Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: stack = traceback.extract_stack() Feb 17 01:27:47.702520 dv-cinder-759987-3-smb neutron-server[83825]: Feb 17 01:27:47.737381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:47.751848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:47.775025 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c8d21973-b76e-4f94-b0c5-c80d6fa6abf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:47.790901 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:47.792275 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2e603dc3-6e86-497e-860b-7e4389857556 req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3386695 Feb 17 01:27:47.800429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-e93e4676-61dd-4217-a73c-fb0863027e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:47.802062 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-e93e4676-61dd-4217-a73c-fb0863027e94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1162 time: 0.1765873 Feb 17 01:27:47.956848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846838357'] for router_gateway, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:47.969617 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-4621fa37-748f-4e4b-aa00-cd2a0a122cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:47.971100 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-4621fa37-748f-4e4b-aa00-cd2a0a122cdc service neutron] 10.222.0.71 "GET /v2.0/networks?id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 200 len: 908 time: 0.1560154 Feb 17 01:27:48.038960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-066655f0-99c8-4bf1-84ad-d909fa147772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.060748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:27:45Z', 'revision_number': 5, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'gw_port': {'id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:49Z', 'updated_at': '2021-02-17T01:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:48.066072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd14315-2be9-44ca-bed1-c05c1854b0f5 None None] The sync data for ids ['42614096-26ce-4a68-a1b8-9590092c65c5'] in dv-cinder-759987-3-smb is: [{'id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'name': 'tempest-ServerRescueNegativeTestJSON-1917269704-router', 'tenant_id': '1e5adf504ab64ae5bfff4bab974a806a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21'}], 'enable_snat': True}, 'gw_port_id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:27:45Z', 'revision_number': 5, 'project_id': '1e5adf504ab64ae5bfff4bab974a806a', 'gw_port': {'id': '5e52b946-def6-43b5-b428-0b6140cc6bda', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fa:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42614096-26ce-4a68-a1b8-9590092c65c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:49Z', 'updated_at': '2021-02-17T01:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:27:48.085662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f53dd2-2a4e-4522-8f10-3d737d91601b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:48.089395 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:48.154676 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-f10754da-aba8-41a0-a977-2e51c10b8754 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 999 time: 0.1634080 Feb 17 01:27:48.216024 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-5d67117e-d889-49bf-91b8-ff19f103dc6e tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups/47f53dd2-2a4e-4522-8f10-3d737d91601b HTTP/1.1" status: 200 len: 1812 time: 0.2397940 Feb 17 01:27:48.229027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47f53dd2-2a4e-4522-8f10-3d737d91601b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:48.229248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47f53dd2-2a4e-4522-8f10-3d737d91601b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:48.240618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:27:48.248232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Usage tracker for resource:security_group_rule and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:27:48.254083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:27:48.264424 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:27:48.268020 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-d576c009-b7a1-47cd-a969-d7b5890a7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:48.269750 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-d576c009-b7a1-47cd-a969-d7b5890a7ec0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc4a2683-ee4e-408b-97ed-eff367ac67e7 HTTP/1.1" status: 200 len: 853 time: 0.1061695 Feb 17 01:27:48.374187 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846752989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12425'] for router, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.379857 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.392229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.423437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-cae538af-b4de-42ad-a273-6caf91e399ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:48.425074 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-cae538af-b4de-42ad-a273-6caf91e399ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1407878 Feb 17 01:27:48.438011 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.479965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846752511'] for router, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.480576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e431124-462e-47be-a975-83348884141e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42614096-26ce-4a68-a1b8-9590092c65c5 {{(pid=83937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:27:48.494479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0e431124-462e-47be-a975-83348884141e admin admin] Notify callbacks [] for router, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.498146 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-0e431124-462e-47be-a975-83348884141e admin admin] 10.222.0.65 "DELETE /v2.0/routers/42614096-26ce-4a68-a1b8-9590092c65c5 HTTP/1.1" status: 204 len: 168 time: 1.8915846 Feb 17 01:27:48.498413 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34386) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:48.523142 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.568353 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f9ff5c-93a7-48fa-a4aa-3d384c2f4fd4 admin admin] Deleting subnet 877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:27:48.572060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-17f9ff5c-93a7-48fa-a4aa-3d384c2f4fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.638079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-17f9ff5c-93a7-48fa-a4aa-3d384c2f4fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.688058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d549c-56d8-4890-93a7-ab13b6e07244 None None] New status for floating IP 15babb16-b91f-4008-8d68-9891b5df6c5e: ACTIVE {{(pid=83939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:27:48.710903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-17f9ff5c-93a7-48fa-a4aa-3d384c2f4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.780582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-278c557a-8ade-473d-8ca8-608327240d4f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:48.827867 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca47bd70-2701-43a8-95da-97deb9badb02,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:48.830681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:48.834239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:48.835546 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e709fd73-4521-49d8-ad3b-caab1f636955 req-a51ce3a7-4a4d-404b-9380-eb03ddb40724 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6123970 Feb 17 01:27:48.946261 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-00da1916-e6b1-4a29-8f93-a5fb898251a3 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108178 Feb 17 01:27:48.949059 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-8c1e3dd4-928e-4e77-931d-1cf1789b5613 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups/47f53dd2-2a4e-4522-8f10-3d737d91601b HTTP/1.1" status: 200 len: 2405 time: 0.0778475 Feb 17 01:27:48.982383 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47f53dd2-2a4e-4522-8f10-3d737d91601b', 'remote_group_id': None}]} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:48.982760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '47f53dd2-2a4e-4522-8f10-3d737d91601b', 'remote_group_id': None}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:48.993193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:27:49.025606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-17f9ff5c-93a7-48fa-a4aa-3d384c2f4fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.046578 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:49.054594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Usage tracker for resource:security_group_rule and tenant:f70589114af54f908fa4ac5a4032297d is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:27:49.064903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:27:49.074298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:27:49.128285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9ff5c-93a7-48fa-a4aa-3d384c2f4fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877d4e62-7d9b-4a0a-851d-7cc8fd8475d0,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:49.131349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-17f9ff5c-93a7-48fa-a4aa-3d384c2f4fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:49.152343 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-843fcacc-c90e-47b8-bcd0-83f02b4a9f1c req-d2605798-e0a0-4563-a3ce-deef0d923091 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1971843 Feb 17 01:27:49.189369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-17f9ff5c-93a7-48fa-a4aa-3d384c2f4fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.190506 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.196177 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-17f9ff5c-93a7-48fa-a4aa-3d384c2f4fd4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/877d4e62-7d9b-4a0a-851d-7cc8fd8475d0 HTTP/1.1" status: 204 len: 168 time: 0.6966558 Feb 17 01:27:49.198740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34392) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:49.220261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.223047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.230792 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:49.256850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3916b933-9307-4434-be4f-e525d7a07025,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:49.259457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:49.263051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.264434 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-15ea8685-9b46-47d6-8b98-31739bb61676 req-494864a6-e6e9-4b4f-8fc0-6f1b72b812b9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2867084 Feb 17 01:27:49.319977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.400219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-101e5711-3c9f-40c2-a12d-612dd5d8b459 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Synchronizing usage tracker for tenant:f70589114af54f908fa4ac5a4032297d on resource:security_group {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:27:49.418378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-101e5711-3c9f-40c2-a12d-612dd5d8b459 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Unset dirty status for tenant:f70589114af54f908fa4ac5a4032297d on resource:security_group {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:27:49.425458 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-101e5711-3c9f-40c2-a12d-612dd5d8b459 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-196465274&fields=id&tenant_id=f70589114af54f908fa4ac5a4032297d HTTP/1.1" status: 200 len: 267 time: 0.0688970 Feb 17 01:27:49.513181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-bbd57537-1614-4c6c-aa2e-7a54a25f6bb0 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:49.515441 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-bbd57537-1614-4c6c-aa2e-7a54a25f6bb0 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 945 time: 0.0890787 Feb 17 01:27:49.521887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.528765 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'port': {'security_groups': ['52d23b0a-a9d5-40cc-9770-acf774fea9d5', '47f53dd2-2a4e-4522-8f10-3d737d91601b']}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:27:49.586474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2a8f9e48-6dae-4378-bef9-80505cd98e1f no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:27:49.631206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 2a8f9e48-6dae-4378-bef9-80505cd98e1f {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:27:49.631623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2a8f9e48-6dae-4378-bef9-80505cd98e1f not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:27:49.632079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 5e52b946-def6-43b5-b428-0b6140cc6bda no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:27:49.644472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bc5a98-918f-4296-b956-cbb30667b7d6']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:49.658605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbabb953-2dc8-4831-8534-14bd37bebea7') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:49.658921 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbabb953-2dc8-4831-8534-14bd37bebea7') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:27:49.668644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 5e52b946-def6-43b5-b428-0b6140cc6bda {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:27:49.669032 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 5e52b946-def6-43b5-b428-0b6140cc6bda not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:27:49.673025 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.674349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.688467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:49.690516 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:27:49.877562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:27:49.886833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.015881 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] For port 36144435-2516-4a86-b335-0f6b52d387eb, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=36144435-2516-4a86-b335-0f6b52d387eb,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:27:50.041387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.044923 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.060152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:50.069148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Network 22bc5a98-918f-4296-b956-cbb30667b7d6 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:27:50.096597 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:27:50.177757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.183778 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:50.204209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.207008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=22bc5a98-918f-4296-b956-cbb30667b7d6,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:50.210726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:50.219726 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-25dd4e93-1653-4a8e-ae89-3eef70f44b33 admin admin] 10.222.0.65 "DELETE /v2.0/networks/22bc5a98-918f-4296-b956-cbb30667b7d6 HTTP/1.1" status: 204 len: 168 time: 1.0198305 Feb 17 01:27:50.225994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event updated for resources: {'Port': ['ID=36144435-2516-4a86-b335-0f6b52d387eb,revision_number=5']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:50.229571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:50.277310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f632c403-eb05-455a-b3a3-3e9d8e9cb3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.281988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:50.282750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.284556 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-895bf8bc-f91b-414c-ad9c-924891fbe260 req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "PUT /v2.0/ports/36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 981 time: 0.7616811 Feb 17 01:27:50.285016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:27:50.349726 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb', 'status': 'completed', 'code': 200} Feb 17 01:27:50.442583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34410) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:50.507837 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f7c872b4-4bcd-4a1d-867b-1cc91a69562e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e5adf504ab64ae5bfff4bab974a806a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0636065 Feb 17 01:27:50.510421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34414) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:27:50.554500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b438d20-9694-4b75-96c4-037bd998a144 req-b9ac9d8f-36a1-4c08-976b-ed8a222d684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:50.556082 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b438d20-9694-4b75-96c4-037bd998a144 req-b9ac9d8f-36a1-4c08-976b-ed8a222d684c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1202 time: 0.1745255 Feb 17 01:27:50.577052 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7412f6f1-376d-4531-be6a-aabb901eb2ec None None] Provisioning complete for port 36144435-2516-4a86-b335-0f6b52d387eb triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:50.578042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7412f6f1-376d-4531-be6a-aabb901eb2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.583428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f7b20aca-ae15-4170-9602-d135665ee70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.615201 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f7b20aca-ae15-4170-9602-d135665ee70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.640549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 36144435-2516-4a86-b335-0f6b52d387eb up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:27:50.667208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f7b20aca-ae15-4170-9602-d135665ee70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.675822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81297-a775-4bb8-9e35-4273f073cbc7 req-e0ecc975-9931-47c3-98a2-e8668c4f9e78 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:50.677435 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80c81297-a775-4bb8-9e35-4273f073cbc7 req-e0ecc975-9931-47c3-98a2-e8668c4f9e78 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.2462490 Feb 17 01:27:50.681511 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-78692f28-a6ac-433a-aa44-c52758fe6a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:27:50.699717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b20aca-ae15-4170-9602-d135665ee70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d2f6af-2284-4365-9835-c2728292f55e,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:27:50.703322 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f7b20aca-ae15-4170-9602-d135665ee70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:27:50.705288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f7b20aca-ae15-4170-9602-d135665ee70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.706943 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f7b20aca-ae15-4170-9602-d135665ee70e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4d2f6af-2284-4365-9835-c2728292f55e HTTP/1.1" status: 204 len: 168 time: 0.1952748 Feb 17 01:27:50.751640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.766438 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-80c81297-a775-4bb8-9e35-4273f073cbc7 req-123ea9e4-d123-45cf-ac25-fe00341b7128 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0787222 Feb 17 01:27:50.773858 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b438d20-9694-4b75-96c4-037bd998a144 req-62ed9690-dd0d-44c4-bec3-b29e525d12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:50.775606 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b438d20-9694-4b75-96c4-037bd998a144 req-62ed9690-dd0d-44c4-bec3-b29e525d12a5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 200 len: 908 time: 0.2090645 Feb 17 01:27:50.833888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 36144435-2516-4a86-b335-0f6b52d387eb triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:27:50.834319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:50.899622 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b438d20-9694-4b75-96c4-037bd998a144 req-c9447c0b-031f-488f-8825-d5c78a5ab42b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 1001 time: 0.1133552 Feb 17 01:27:50.982734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b438d20-9694-4b75-96c4-037bd998a144 req-a305c0ef-1761-4293-b9ed-3550164d9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:50.984554 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b438d20-9694-4b75-96c4-037bd998a144 req-a305c0ef-1761-4293-b9ed-3550164d9f49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc4a2683-ee4e-408b-97ed-eff367ac67e7 HTTP/1.1" status: 200 len: 853 time: 0.0779665 Feb 17 01:27:51.072042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b438d20-9694-4b75-96c4-037bd998a144 req-bbeadfce-5f62-41e5-9f20-a2ceab7103d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:27:51.073619 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b438d20-9694-4b75-96c4-037bd998a144 req-bbeadfce-5f62-41e5-9f20-a2ceab7103d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814748 Feb 17 01:27:51.232745 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b438d20-9694-4b75-96c4-037bd998a144 req-cbd02467-78cd-4489-87eb-252f87b99f00 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490555 Feb 17 01:27:51.385517 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b438d20-9694-4b75-96c4-037bd998a144 req-1e925d45-a1eb-48e1-8b2d-cd45f62ff8c2 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448824 Feb 17 01:27:51.618890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:27:52.339490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:01.486835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34572) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:01.611024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:01.626861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:01.630928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Usage tracker for resource:security_group_rule and tenant:95a74ce8a6c04239932782a052e05266 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:01.633928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:01.639724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:01.725566 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:01.727555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:01.740879 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-63d11002-70ad-4eb8-b30a-2f643f1312eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:01.784069 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95a74ce8a6c04239932782a052e05266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960434 Feb 17 01:28:01.785008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fab8d9-abe8-493f-9224-5c858072ff2a,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:01.787019 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 34580) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:01.792946 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.793367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.793774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.794176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.794572 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.794969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.795465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.795863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.796256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.796649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.797041 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.797426 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.797920 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.798308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.798696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.799084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.799527 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.799914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.800298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.800687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.801073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.801456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.801844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.802223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.806822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:01.853665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:01.880657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:01.926880 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:01.931923 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ba97d209-1f35-4d50-a872-5b7c5e4b199a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:01.945255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fab8d9-abe8-493f-9224-5c858072ff2a,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:01.954321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.954726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.955121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.955539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.955926 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.956311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.956692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.957075 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.957456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.957837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.958215 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.958634 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.959113 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.959524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.959902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.960279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.960656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.961029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.961401 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.961774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.962146 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.962518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.962905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.963265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:01.966106 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:01.967937 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6fab8d9-abe8-493f-9224-5c858072ff2a HTTP/1.1" status: 204 len: 168 time: 0.1792006 Feb 17 01:28:01.968907 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:08.770419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 34718) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:08.895751 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:08.910037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:08.912312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:08.916543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Usage tracker for resource:security_group_rule and tenant:8ce1a431831441e5b3e15a07bbebb4f8 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:08.919575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:08.925884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:09.016566 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:09.019235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:09.027949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7a78f777-fb40-449f-b773-4be9271a9490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:09.073985 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ce1a431831441e5b3e15a07bbebb4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022816 Feb 17 01:28:09.074884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69d9197-a522-4562-a7b1-484bc684769f,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:09.076964 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34726) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:09.078335 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:09.139698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d780-fed3-4b4f-b4b8-672f2b49c5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:09.167054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d780-fed3-4b4f-b4b8-672f2b49c5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:09.211365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d780-fed3-4b4f-b4b8-672f2b49c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:09.216285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6be2e02b-a9f2-48a6-9014-2abec384bfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:09.229252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7d780-fed3-4b4f-b4b8-672f2b49c5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69d9197-a522-4562-a7b1-484bc684769f,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:09.235049 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b7e7d780-fed3-4b4f-b4b8-672f2b49c5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:09.239630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d780-fed3-4b4f-b4b8-672f2b49c5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:09.243541 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b7e7d780-fed3-4b4f-b4b8-672f2b49c5a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b69d9197-a522-4562-a7b1-484bc684769f HTTP/1.1" status: 204 len: 168 time: 0.1628151 Feb 17 01:28:13.944504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dea03b-8fde-4164-ad5a-0c9e084ae02e req-35eb1de8-af89-4cf0-86b3-a6474c162d54 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:13.945990 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-83dea03b-8fde-4164-ad5a-0c9e084ae02e req-35eb1de8-af89-4cf0-86b3-a6474c162d54 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.0853286 Feb 17 01:28:13.992483 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-83dea03b-8fde-4164-ad5a-0c9e084ae02e req-68b4eb2a-7ed4-4f0a-8c1c-2a4441c17405 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402429 Feb 17 01:28:15.196680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c21727-e6a2-4a33-bcd2-10997f582eb5 req-ca6866d5-6009-453c-8e4b-6b0dd910e9be tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:15.198207 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-22c21727-e6a2-4a33-bcd2-10997f582eb5 req-ca6866d5-6009-453c-8e4b-6b0dd910e9be tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.0901704 Feb 17 01:28:15.246759 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-22c21727-e6a2-4a33-bcd2-10997f582eb5 req-d8c66f27-f6fb-43b5-8e38-0187fa75b7a2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413094 Feb 17 01:28:16.330909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-18ce91dc-1e01-4316-b749-2a846bdb4141 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:16.332573 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-18ce91dc-1e01-4316-b749-2a846bdb4141 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.0975063 Feb 17 01:28:16.469873 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Deleting port f4463034-5904-4591-a904-97253968f93f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:28:16.470260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:16.524716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f4463034-5904-4591-a904-97253968f93f no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:28:16.615167 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322db1d-826f-451a-9542-9f3fe6af6fbb req-8e7183ab-63dd-46a6-85e7-99c7ff56846f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:16.616841 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1322db1d-826f-451a-9542-9f3fe6af6fbb req-8e7183ab-63dd-46a6-85e7-99c7ff56846f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 946 time: 0.2267487 Feb 17 01:28:16.767106 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:16.774099 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1322db1d-826f-451a-9542-9f3fe6af6fbb req-39fa37b8-b668-41ea-b127-3e80dd8012e5 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464114 Feb 17 01:28:16.806409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4463034-5904-4591-a904-97253968f93f'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:28:16.819843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port f4463034-5904-4591-a904-97253968f93f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f4463034-5904-4591-a904-97253968f93f,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:28:16.828956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] For port f4463034-5904-4591-a904-97253968f93f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f4463034-5904-4591-a904-97253968f93f,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:28:16.829451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:16.840865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:16.844248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ca0b4cda-826a-4cb0-abaf-a89ad78ae1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:16.881054 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4463034-5904-4591-a904-97253968f93f', 'code': 200} Feb 17 01:28:16.932708 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=f4463034-5904-4591-a904-97253968f93f,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:16.936569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:17.381783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:17.382263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:17.382503 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Floating IP 69fb300b-6842-4626-a49a-c195b8aa93be disassociated. External IP: 172.28.1.138, port: f4463034-5904-4591-a904-97253968f93f. Feb 17 01:28:17.382878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Calling delete_port for f4463034-5904-4591-a904-97253968f93f owned by compute:nova {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:28:17.476391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:28:17.476759 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:28:17.978892 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Deleting port f4463034-5904-4591-a904-97253968f93f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:28:17.979268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:17.992500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6f3e53aa-a464-41f2-8b2d-62a25c3233f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:18.034454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da7c1-35d6-49a3-a5a5-4e22aa263a5f req-6069ef22-92d3-4f20-8493-b93767db0acf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:18.036096 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-404da7c1-35d6-49a3-a5a5-4e22aa263a5f req-6069ef22-92d3-4f20-8493-b93767db0acf tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 944 time: 0.1386330 Feb 17 01:28:18.150490 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-404da7c1-35d6-49a3-a5a5-4e22aa263a5f req-97d473d8-8c68-46c6-9bec-6f89b4fb44f1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=2d28046b-2ca5-4a5d-8cdc-b85574283bac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061120 Feb 17 01:28:18.293909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] For port f4463034-5904-4591-a904-97253968f93f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f4463034-5904-4591-a904-97253968f93f,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:28:18.294389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:18.622391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:18.622868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:18.623142 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Floating IP 69fb300b-6842-4626-a49a-c195b8aa93be disassociated. External IP: 172.28.1.138, port: f4463034-5904-4591-a904-97253968f93f. Feb 17 01:28:18.624157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Calling delete_port for f4463034-5904-4591-a904-97253968f93f owned by compute:nova {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:28:18.788582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e2a17-f438-48e3-8326-3c6c2ee4b5c1 req-91cb5285-6f52-45cb-a454-95f4285f75a4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:18.790236 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d55e2a17-f438-48e3-8326-3c6c2ee4b5c1 req-91cb5285-6f52-45cb-a454-95f4285f75a4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1349201 Feb 17 01:28:18.891108 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d55e2a17-f438-48e3-8326-3c6c2ee4b5c1 req-f6898ef5-0047-4766-aa11-fa78c8ca24f8 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653164 Feb 17 01:28:18.895297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:18.910671 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2966c6a5-a762-4473-ae69-5289fb152c40 tempest-DeleteServersTestJSON-1289938305 tempest-DeleteServersTestJSON-1289938305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:19.017034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event deleted for resources: {'Port': ['ID=f4463034-5904-4591-a904-97253968f93f,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:19.027111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:19.340258 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d4ec6785-d21c-4799-8fda-6a97a548f815 req-c8572faa-d72b-495a-98c8-9d8f94318c82 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=32d81f71-95e8-41ee-b2f4-b0a287e841f7 HTTP/1.1" status: 200 len: 210 time: 0.0614231 Feb 17 01:28:19.345387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Router df0d86ea-aad3-409d-9d12-e6b50626087c has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:28:19.541634 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:28:19.553435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] Sync routers for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:28:19.564604 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:28:19.565217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:27:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:19.584402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] No DVR routers for this DVR port f4463034-5904-4591-a904-97253968f93f on host hv-cinder-75998 {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:28:19.586678 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:19.589487 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'name': 'network-vif-deleted', 'tag': 'f4463034-5904-4591-a904-97253968f93f'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:28:19.603936 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b7dd9c93-b4b6-463f-9904-313c201d9806 req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "DELETE /v2.0/ports/f4463034-5904-4591-a904-97253968f93f HTTP/1.1" status: 204 len: 173 time: 3.2647896 Feb 17 01:28:19.644276 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d81f71-95e8-41ee-b2f4-b0a287e841f7', 'name': 'network-vif-deleted', 'tag': 'f4463034-5904-4591-a904-97253968f93f', 'status': 'completed', 'code': 200} Feb 17 01:28:19.672699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:28:19.937095 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:28:20.117842 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd2498-0cfe-4ece-b8be-a745c1af8a5d req-34b2fd88-2b22-42b2-b9c1-29749e39af02 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:20.120095 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-01bd2498-0cfe-4ece-b8be-a745c1af8a5d req-34b2fd88-2b22-42b2-b9c1-29749e39af02 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.1011677 Feb 17 01:28:20.190130 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-01bd2498-0cfe-4ece-b8be-a745c1af8a5d req-f8ce0be5-42ca-43a7-b078-32f68e478706 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633843 Feb 17 01:28:20.313163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-66693758-0fdc-4e11-adac-ec6156a1d1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:20.341792 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:20.345983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] Checking router: df0d86ea-aad3-409d-9d12-e6b50626087c for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:28:20.357754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:28:20.358507 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:28:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:20.544317 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:28:20.588454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 34994) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:20.619932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c467a-9699-4303-847f-ff9b838114bd req-47313edf-2918-43d6-a2ef-852c06ea3752 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:20.621438 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-750c467a-9699-4303-847f-ff9b838114bd req-47313edf-2918-43d6-a2ef-852c06ea3752 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.0962098 Feb 17 01:28:20.674028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:20.676307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:28:20.680366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4007-0226-4f61-b8eb-d0e0a15faaec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:20.711988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Deleting port aa35b278-d7ad-496e-9d6e-21173b1a2f73 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:28:20.712453 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:20.723149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4007-0226-4f61-b8eb-d0e0a15faaec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:20.765688 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port aa35b278-d7ad-496e-9d6e-21173b1a2f73 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:28:20.766100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:20.785108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4007-0226-4f61-b8eb-d0e0a15faaec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:20.791506 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0407623c-f3e4-46fb-9316-4214aec311e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:20.808491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d4007-0226-4f61-b8eb-d0e0a15faaec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d28046b-2ca5-4a5d-8cdc-b85574283bac,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:20.813638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bb9d4007-0226-4f61-b8eb-d0e0a15faaec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:20.822991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4007-0226-4f61-b8eb-d0e0a15faaec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:20.824518 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-bb9d4007-0226-4f61-b8eb-d0e0a15faaec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "DELETE /v2.0/security-groups/2d28046b-2ca5-4a5d-8cdc-b85574283bac HTTP/1.1" status: 204 len: 168 time: 0.2349179 Feb 17 01:28:20.828128 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35000) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:20.850103 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.v2.resource [None req-aa63595b-a415-4d35-aeff-fecc18bd3042 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] show failed (client error): The resource could not be found. Feb 17 01:28:20.854266 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-aa63595b-a415-4d35-aeff-fecc18bd3042 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups/2d28046b-2ca5-4a5d-8cdc-b85574283bac HTTP/1.1" status: 404 len: 347 time: 0.0219195 Feb 17 01:28:20.854890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35004) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:21.019628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] For port aa35b278-d7ad-496e-9d6e-21173b1a2f73, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=aa35b278-d7ad-496e-9d6e-21173b1a2f73,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:28:21.020305 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:21.046263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Deleting port cc012360-a409-49e2-861a-7e03d64de7a3 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:28:21.046813 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:21.203698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:21.209024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a15b009-7bce-4839-b4ac-c6c8523ba4d4 None None] The sync data for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb is: [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:28:21.335577 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:21.335934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:21.489640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Calling delete_port for cc012360-a409-49e2-861a-7e03d64de7a3 owned by network:floatingip {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:28:21.641122 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:21.661193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:21.676565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35016) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:21.679680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d93d037d-d78c-4bd3-8ee4-3fc5c4065f1d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:21.795055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:21.795616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:21.796660 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Floating IP 9fd3a7f1-59b9-4263-a769-9d5aeafb2432 disassociated. External IP: 172.28.1.157, port: aa35b278-d7ad-496e-9d6e-21173b1a2f73. Feb 17 01:28:21.797050 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Calling delete_port for aa35b278-d7ad-496e-9d6e-21173b1a2f73 owned by compute:nova {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:28:21.799735 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event deleted for resources: {'Port': ['ID=cc012360-a409-49e2-861a-7e03d64de7a3,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:21.804157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5093953-0b19-4eac-b77a-54468711ce9f None None] New status for floating IP 69fb300b-6842-4626-a49a-c195b8aa93be: DOWN {{(pid=83939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:28:21.815100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:21.903621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da307e9a-01b4-415e-a961-c461e4d91c7c req-61bd0e91-9297-468d-8896-69fc2a9381f4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:21.912566 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-da307e9a-01b4-415e-a961-c461e4d91c7c req-61bd0e91-9297-468d-8896-69fc2a9381f4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 945 time: 0.5144799 Feb 17 01:28:22.023175 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-da307e9a-01b4-415e-a961-c461e4d91c7c req-804c2182-5fe5-4981-bd2d-bb7b3ffe450f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=e99bae52-a351-4a73-9739-83426e11908d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096377 Feb 17 01:28:22.050889 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.061834 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.076907 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:22.078306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:22.082772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.086607 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Usage tracker for resource:security_group_rule and tenant:c605d7dd491347a68c3edef239222448 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:22.090287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:22.099918 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:22.106655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.110430 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-0cf07e39-5240-48bb-b033-ec61383ee2f3 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "DELETE /v2.0/floatingips/69fb300b-6842-4626-a49a-c195b8aa93be HTTP/1.1" status: 204 len: 168 time: 1.2519293 Feb 17 01:28:22.199097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event deleted for resources: {'Port': ['ID=aa35b278-d7ad-496e-9d6e-21173b1a2f73,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:22.202791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:22.242868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.245699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.254160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-68b031da-76db-40d1-89a7-36f10d308d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:22.298487 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c605d7dd491347a68c3edef239222448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871837 Feb 17 01:28:22.299483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0c077a-7d6c-4b0f-a446-4fab3ca36389,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:22.302170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35030) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:22.304822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:22.344531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.374619 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-486784e9-f6b1-47f5-af3e-04b2044351bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.405834 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-486784e9-f6b1-47f5-af3e-04b2044351bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.453278 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-486784e9-f6b1-47f5-af3e-04b2044351bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.459481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e5824968-db29-4e6f-bc88-f8b70e2b3e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:22.470760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486784e9-f6b1-47f5-af3e-04b2044351bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0c077a-7d6c-4b0f-a446-4fab3ca36389,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:22.473536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:28:22.477059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-486784e9-f6b1-47f5-af3e-04b2044351bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:22.477894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-486784e9-f6b1-47f5-af3e-04b2044351bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.479166 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-486784e9-f6b1-47f5-af3e-04b2044351bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f0c077a-7d6c-4b0f-a446-4fab3ca36389 HTTP/1.1" status: 204 len: 168 time: 0.1761529 Feb 17 01:28:22.492520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Router fa8e9a90-db46-486a-9b38-06b4a62d039d has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:28:22.537165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] No Port match for: aa35b278-d7ad-496e-9d6e-21173b1a2f73 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:28:22.538006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device aa35b278-d7ad-496e-9d6e-21173b1a2f73 not bound to the agent host hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:28:22.644768 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35036) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:22.650992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906197986', 'description': 'tempest-description--855598746'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:22.667672 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:22.673030 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:security_group and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:22.676945 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:22.687470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:22.733247 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.737248 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:28:22.750584 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] Sync routers for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:28:22.764199 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:22.774194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:security_group_rule and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:22.777997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:22.786865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:22.789867 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:28:22.790836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:28:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:22.794756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] No DVR routers for this DVR port aa35b278-d7ad-496e-9d6e-21173b1a2f73 on host hv-cinder-75998 {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:28:22.802662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.813498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'name': 'network-vif-deleted', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:28:22.836765 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-750c467a-9699-4303-847f-ff9b838114bd req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "DELETE /v2.0/ports/aa35b278-d7ad-496e-9d6e-21173b1a2f73 HTTP/1.1" status: 204 len: 173 time: 2.2087569 Feb 17 01:28:22.879855 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165103ca-d1ea-4bf4-9d0f-b13e8d67680b', 'name': 'network-vif-deleted', 'tag': 'aa35b278-d7ad-496e-9d6e-21173b1a2f73', 'status': 'completed', 'code': 200} Feb 17 01:28:22.908176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.912856 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.918576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-904c19a7-747c-4486-a692-e756dc165864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:22.972617 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f412358-e777-4ce3-8e2d-dcf6abb44031,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:22.976450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:22.978390 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:22.982595 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3339140 Feb 17 01:28:22.983161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35046) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:22.989471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'security_group_rule': {'security_group_id': '8f412358-e777-4ce3-8e2d-dcf6abb44031', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:22.996267 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:23.001222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:security_group_rule and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:23.004291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:23.010297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:23.030481 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.048673 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:28:23.140005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.154703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.157604 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:23.198121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.200011 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2155969 Feb 17 01:28:23.202895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35058) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:23.210132 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'security_group_rule': {'security_group_id': '8f412358-e777-4ce3-8e2d-dcf6abb44031', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:23.216634 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4b7e90-7952-4845-8983-9ee41070cb6e,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:23.220392 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:23.221329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40e2d2af-f319-4b2f-ac70-cbf0e6a155b9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:23.227411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:security_group_rule and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:23.278958 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:23.292196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-23b01c53-6b17-489e-8516-7eebfbe0902c req-aba0e214-717c-4991-97ab-5f4912735697 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Synchronizing usage tracker for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:28:23.312354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:23.328380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-23b01c53-6b17-489e-8516-7eebfbe0902c req-aba0e214-717c-4991-97ab-5f4912735697 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Unset dirty status for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:28:23.330367 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-23b01c53-6b17-489e-8516-7eebfbe0902c req-aba0e214-717c-4991-97ab-5f4912735697 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=165103ca-d1ea-4bf4-9d0f-b13e8d67680b HTTP/1.1" status: 200 len: 210 time: 0.0990171 Feb 17 01:28:23.341670 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.523428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.529686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.542073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:23.545632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:23.550787 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] Checking router: fa8e9a90-db46-486a-9b38-06b4a62d039d for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:28:23.563137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:28:23.563824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:28:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:23.583467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110e9de3-6d54-4e87-a613-31722d0418bd,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:23.587888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:23.595197 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-8f3b13c8-8d2d-4c83-8af9-1a59f9da9f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:23.596916 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-8f3b13c8-8d2d-4c83-8af9-1a59f9da9f08 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1202 time: 0.2034957 Feb 17 01:28:23.598663 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.599858 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-dd9bd65f-c7bc-4bce-90c3-f5ceb554a8c2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3954408 Feb 17 01:28:23.604001 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35064) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:23.610621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'floatingip': {'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:23.617113 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:23.621475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Usage tracker for resource:floatingip and tenant:1db2f122c94d4668b3e39eea0fa55571 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:23.624728 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:23.630737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:23.641966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.699054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892cf00-119c-4a79-88d9-cefc70154aa6 req-2aa8aad5-8eee-4122-8601-cefbcaf06942 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:23.700887 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b892cf00-119c-4a79-88d9-cefc70154aa6 req-2aa8aad5-8eee-4122-8601-cefbcaf06942 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.2393394 Feb 17 01:28:23.792064 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b892cf00-119c-4a79-88d9-cefc70154aa6 req-0036b4ae-b9be-464c-b6d3-838fd8e5fcfc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0816436 Feb 17 01:28:23.799716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:23.816119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-8445fa38-b646-42f8-b398-b3bc02c73419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:23.817777 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-8445fa38-b646-42f8-b398-b3bc02c73419 service neutron] 10.222.0.71 "GET /v2.0/networks?id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 200 len: 908 time: 0.2053931 Feb 17 01:28:23.929585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:28:23.934718 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-dc143e2a-1f5b-42b1-b474-32f0bd451c10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 1001 time: 0.1092770 Feb 17 01:28:24.006932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-c8b55fbf-14cf-4f4d-8472-68fba1e59fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:24.008562 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-c8b55fbf-14cf-4f4d-8472-68fba1e59fdd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc4a2683-ee4e-408b-97ed-eff367ac67e7 HTTP/1.1" status: 200 len: 853 time: 0.0669396 Feb 17 01:28:24.092242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-6e37edde-f431-4152-a985-697af9a41e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:24.093447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Allocated IP 172.28.1.81 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/245f9d77-1d38-4511-82fc-1a03626b0588) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:28:24.093831 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-6e37edde-f431-4152-a985-697af9a41e2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781195 Feb 17 01:28:24.253953 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-054c141d-be69-4a8f-a4cb-56a2591f17e0 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524472 Feb 17 01:28:24.290480 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:24.296333 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad402f6-4f75-4ac8-9723-1d7fe947eb89 None None] The sync data for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb is: [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:28:24.452426 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bc3a232-fa6d-406a-8ef9-ecd36780f7a8 req-a6062f7a-0087-4f65-8fde-50f75ad46a38 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1894162 Feb 17 01:28:24.496678 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:24.502954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35080) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:24.529692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:24.586631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9598-39be-4150-b14d-d306211635ed tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:24.632817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9598-39be-4150-b14d-d306211635ed tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:24.690216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ce8d82dc-3dca-458b-b7be-9e89b17594a2 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:24.703524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9598-39be-4150-b14d-d306211635ed tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:24.709805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5e364a32-e6c7-4a35-ad58-00237781d2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:24.726256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb9598-39be-4150-b14d-d306211635ed tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99bae52-a351-4a73-9739-83426e11908d,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:24.733929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bbeb9598-39be-4150-b14d-d306211635ed tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:24.735624 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9598-39be-4150-b14d-d306211635ed tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:24.740696 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-bbeb9598-39be-4150-b14d-d306211635ed tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "DELETE /v2.0/security-groups/e99bae52-a351-4a73-9739-83426e11908d HTTP/1.1" status: 204 len: 168 time: 0.2358217 Feb 17 01:28:24.740885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35086) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:24.760797 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.v2.resource [None req-b2793f5e-1ef3-4799-8f5c-3e7e98ee196f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] show failed (client error): The resource could not be found. Feb 17 01:28:24.765915 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b2793f5e-1ef3-4799-8f5c-3e7e98ee196f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups/e99bae52-a351-4a73-9739-83426e11908d HTTP/1.1" status: 404 len: 347 time: 0.0240581 Feb 17 01:28:24.766571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35090) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:24.772484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'Port': ['ID=245f9d77-1d38-4511-82fc-1a03626b0588,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:24.775849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:24.784016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d04757f-9668-4da8-a890-572f7924d6c4 None None] New status for floating IP 9fd3a7f1-59b9-4263-a769-9d5aeafb2432: DOWN {{(pid=83939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:28:24.791370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:28:24.792630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:28:24.795089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:28:24.896335 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:24.970745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:25.010739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Deleting port 154bab8f-290f-47b6-aa3c-a53e76fded1c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:28:25.011114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:25.256179 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b5a7-eb00-4c38-9f59-f1bb614e821e req-0af3cfda-bc91-4dd4-b078-13436a340812 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:25.257801 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6595b5a7-eb00-4c38-9f59-f1bb614e821e req-0af3cfda-bc91-4dd4-b078-13436a340812 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.2489712 Feb 17 01:28:25.269699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:25.273531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:25.290103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a16ff404-863c-42ee-846f-c6e7b8f2fd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:25.296783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:25.297155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:25.425968 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'Port': ['ID=245f9d77-1d38-4511-82fc-1a03626b0588,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:25.431355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:25.447079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Calling delete_port for 154bab8f-290f-47b6-aa3c-a53e76fded1c owned by network:floatingip {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:28:25.492767 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6595b5a7-eb00-4c38-9f59-f1bb614e821e req-cda0a274-cfb3-4ae0-b769-fbcf109f6790 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2208445 Feb 17 01:28:25.533911 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:25.547414 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:28:25.547779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:28:25.555783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:25.557110 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9517610 Feb 17 01:28:25.785608 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-518ed0db-66f4-4da7-833f-310b7fd3f60a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--906197986&fields=id&tenant_id=1db2f122c94d4668b3e39eea0fa55571 HTTP/1.1" status: 200 len: 267 time: 0.0461318 Feb 17 01:28:25.947935 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-e2f8c8bf-b4a8-4a27-9e58-38e1b9226870 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:25.949481 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-e2f8c8bf-b4a8-4a27-9e58-38e1b9226870 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 811 time: 0.1567831 Feb 17 01:28:25.965933 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-a6be3db4-8aee-4039-acb4-333e40624883 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/quotas/1db2f122c94d4668b3e39eea0fa55571 HTTP/1.1" status: 200 len: 375 time: 0.0103121 Feb 17 01:28:26.050832 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Deleting port 154bab8f-290f-47b6-aa3c-a53e76fded1c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:28:26.051206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:26.101200 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-fb2e1f7c-17a2-41e5-a6e2-2dbca289c5dd tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Synchronizing usage tracker for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:28:26.205824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-fb2e1f7c-17a2-41e5-a6e2-2dbca289c5dd tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Unset dirty status for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:28:26.207281 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-fb2e1f7c-17a2-41e5-a6e2-2dbca289c5dd tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2332108 Feb 17 01:28:26.569679 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:26.570044 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:26.766966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Calling delete_port for 154bab8f-290f-47b6-aa3c-a53e76fded1c owned by network:floatingip {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:28:26.846167 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-65af0611-4854-47db-a6f9-2115b0318b26 service neutron] 10.222.0.65 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223326 Feb 17 01:28:27.010705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c003783-5144-4bf9-86f6-0e4de0eb42ba req-06598d0c-8c26-47c1-9d7e-c736e2d7cbea tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:27.012356 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1c003783-5144-4bf9-86f6-0e4de0eb42ba req-06598d0c-8c26-47c1-9d7e-c736e2d7cbea tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.3625853 Feb 17 01:28:27.134474 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-15eba1a3-95f0-41dd-99ff-f1ff5dffb870 service neutron] 10.222.0.65 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2802377 Feb 17 01:28:27.150716 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1c003783-5144-4bf9-86f6-0e4de0eb42ba req-8f2345ca-dce7-4930-8ff9-1e90b6c215b1 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1001842 Feb 17 01:28:27.154031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:27.170983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-28c892a3-91da-405b-ab62-01dc403721f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:27.272649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event deleted for resources: {'Port': ['ID=154bab8f-290f-47b6-aa3c-a53e76fded1c,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:27.282532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:27.369117 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8f31b0da-6f7e-4b12-8b8f-c90994d3dada req-46ac68b7-c1b9-47e0-8544-a7e6ec62342c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 210 time: 0.0693171 Feb 17 01:28:27.400256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:27.418056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:27.426482 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9e647575-e6ad-4549-b09a-b9b63f288c67 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "DELETE /v2.0/floatingips/9fd3a7f1-59b9-4263-a769-9d5aeafb2432 HTTP/1.1" status: 204 len: 168 time: 2.6554179 Feb 17 01:28:27.705437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35160) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:27.711825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623572943', 'description': 'tempest-description--1668865082'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:27.718984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:27.723980 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:security_group and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:27.727191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:27.733387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:27.743621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:27.766182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:27.770341 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:security_group_rule and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:27.773425 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:27.779431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:27.854162 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:27.856852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:27.862402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-24108209-5dfc-425a-9c3f-13b89b1d77d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:27.905267 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3d8224-f5e9-48d3-942c-fe3be060e88c,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:27.908131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:27.909431 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2028894 Feb 17 01:28:27.910365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:27.912472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35166) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:27.918446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'security_group_rule': {'security_group_id': 'bc3d8224-f5e9-48d3-942c-fe3be060e88c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:27.924738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:27.929181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:security_group_rule and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:27.932866 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:27.939152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:27.961743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.030084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.032568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.034760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a0eabf5d-3606-4eb9-ba9d-b60559de5021 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:28.058549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c9f42d-45f5-4f54-8625-6883ea6d5984,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:28.061116 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:28.067922 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.069198 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557257 Feb 17 01:28:28.072157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35172) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:28.078219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'security_group_rule': {'security_group_id': 'bc3d8224-f5e9-48d3-942c-fe3be060e88c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:28.084522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:28.088697 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:security_group_rule and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:28.091816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:28.097633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:28.114329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.180589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.185333 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040829'] for security_group_rule, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.192128 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0be981e7-0a2b-43e8-82c6-c46986bffcf2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:28.214038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408559d1-23ea-4eec-8842-0fabcc68901d,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:28.219053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:28.222791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.224136 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-de9265af-700b-4b94-a335-ab7022392c0f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509712 Feb 17 01:28:28.227528 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35178) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:28.233161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'floatingip': {'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:28.240966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:28.245303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Usage tracker for resource:floatingip and tenant:aed97aa763a54e138a0c8df3318ccd45 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:28.249781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:28.256189 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:28.266372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.566107 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7ef01e28-2d5b-46b5-be63-ef5c65a5aa6b req-be98b1a7-fe56-4fa8-8064-9418d6365fc0 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 210 time: 0.0691507 Feb 17 01:28:28.643045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575a2bb-1370-4875-aace-374bd0e069f5 req-a4bc1c64-84cc-4b54-8919-3bb93971f55d tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:28.644680 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c575a2bb-1370-4875-aace-374bd0e069f5 req-a4bc1c64-84cc-4b54-8919-3bb93971f55d tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.3640344 Feb 17 01:28:28.653064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-09c921b0-faa7-479a-b721-cc81332c693c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:28.654518 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-09c921b0-faa7-479a-b721-cc81332c693c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 811 time: 0.2813597 Feb 17 01:28:28.755853 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c575a2bb-1370-4875-aace-374bd0e069f5 req-fc630646-7334-4327-9a88-b839b8d103f8 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0970623 Feb 17 01:28:28.785139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:28.812771 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-e687ce22-d157-4e3e-a6ae-fc397cd8b2c1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1db2f122c94d4668b3e39eea0fa55571 HTTP/1.1" status: 200 len: 5703 time: 0.1352305 Feb 17 01:28:28.830449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'port': {'device_id': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'admin_state_up': True, 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'security_groups': ['8f412358-e777-4ce3-8e2d-dcf6abb44031']}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:29.123245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:29.142517 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:29.200145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Made reservation on behalf of 1db2f122c94d4668b3e39eea0fa55571 for: {'port': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:28:29.206254 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:29.262012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Allocated IP 172.28.1.230 (12fd91a0-431a-42be-abb2-70d0f79f7370/82567ce1-4251-4cba-b650-be7ee23a97a7/29149b8c-4950-43d8-a0e1-fbe0f359a058) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:28:29.597330 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:29.687432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Allocated IP 172.20.0.5 (edadca0b-4edb-49d5-9c92-08e469655e3f/aa42faad-ccd4-4961-8adb-0d38a6919c39/f54b0ecd-abfb-45a9-95e7-37d772176346) {{(pid=83936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:28:30.004254 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35ba496d-21a5-4688-b153-7ff493b8d213 req-a8dcb916-0fad-40e2-aa43-871fd5b4a0c6 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 210 time: 0.3188751 Feb 17 01:28:30.038015 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:30.055829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:30.303898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'Port': ['ID=29149b8c-4950-43d8-a0e1-fbe0f359a058,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:30.318075 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:30.372984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0fa3e-f1fe-498a-8142-fdc14e8ac90f req-0535b624-d4f1-4397-93c2-aa428d92565a tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:30.374606 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-70f0fa3e-f1fe-498a-8142-fdc14e8ac90f req-0535b624-d4f1-4397-93c2-aa428d92565a tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.4247198 Feb 17 01:28:30.462757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Network 12fd91a0-431a-42be-abb2-70d0f79f7370 is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:28:30.468175 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for port, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:30.471308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:28:30.479119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:28:30.499678 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-70f0fa3e-f1fe-498a-8142-fdc14e8ac90f req-ecf35527-8ac0-4544-bfee-7daf7a868ad8 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1164207 Feb 17 01:28:30.512811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Transition to ACTIVE for port object f54b0ecd-abfb-45a9-95e7-37d772176346 will not be triggered until provisioned by entity DHCP. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:28:30.533109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:30.600716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430'] for port, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:30.616810 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:30.645056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8379ac15-8dc1-4425-8236-78515aefa5f3 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:30.854781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event updated for resources: {'Port': ['ID=f54b0ecd-abfb-45a9-95e7-37d772176346,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:30.861628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:31.015643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Network edadca0b-4edb-49d5-9c92-08e469655e3f is already hosted by enough agents. {{(pid=83936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:28:31.018584 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Resources bound (agent type, host, resource id): {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:28:31.022246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Received port after_create {{(pid=83936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:28:31.026651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:31.027309 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:31.099792 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2737362 Feb 17 01:28:31.115070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Request body: {'port': {'device_id': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:31.246245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:31.286614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-158a8390-b26b-41ec-9c69-4710673a5ffa None None] Provisioning for port f54b0ecd-abfb-45a9-95e7-37d772176346 completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:28:31.288456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:31.292023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-158a8390-b26b-41ec-9c69-4710673a5ffa None None] Provisioning complete for port f54b0ecd-abfb-45a9-95e7-37d772176346 triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:28:31.292441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-158a8390-b26b-41ec-9c69-4710673a5ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:31.312326 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f81b5040-e06a-49cd-9952-70a63ea54772 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:31.352589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-158a8390-b26b-41ec-9c69-4710673a5ffa None None] Port f54b0ecd-abfb-45a9-95e7-37d772176346 cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:28:31.480006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'Port': ['ID=29149b8c-4950-43d8-a0e1-fbe0f359a058,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:31.482299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:31.492306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:31.523390 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6387-063d-4199-86fe-d3bb72bfeb78 req-af339918-3e0f-4dc2-9e57-c613e7c43a71 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:31.524143 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-c2cd6387-063d-4199-86fe-d3bb72bfeb78 req-af339918-3e0f-4dc2-9e57-c613e7c43a71 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Synchronizing usage tracker for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:28:31.604572 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-c2cd6387-063d-4199-86fe-d3bb72bfeb78 req-af339918-3e0f-4dc2-9e57-c613e7c43a71 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Unset dirty status for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:28:31.605779 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c2cd6387-063d-4199-86fe-d3bb72bfeb78 req-af339918-3e0f-4dc2-9e57-c613e7c43a71 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 931 time: 0.4586060 Feb 17 01:28:31.622888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:31.777779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:31.779069 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5e33ff55-8d0c-4955-9a70-696a896f0de4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5504897 Feb 17 01:28:31.792774 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c2cd6387-063d-4199-86fe-d3bb72bfeb78 req-077196c3-c91a-46e2-8418-13c6537a3b75 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722100 Feb 17 01:28:31.901895 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c0655-4af5-4472-b2f6-2d259b760137 req-2e8d6257-308b-47db-9079-ff7c3e969dfe tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:31.903550 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e27c0655-4af5-4472-b2f6-2d259b760137 req-2e8d6257-308b-47db-9079-ff7c3e969dfe tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.2818611 Feb 17 01:28:32.065292 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e27c0655-4af5-4472-b2f6-2d259b760137 req-3a7f1f59-47ae-451f-88d2-68b529503172 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1102314 Feb 17 01:28:32.086320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-1999d8f9-d566-4d7d-867f-607e0915ee06 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Synchronizing usage tracker for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:security_group {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:28:32.117673 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-1999d8f9-d566-4d7d-867f-607e0915ee06 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Unset dirty status for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:security_group {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:28:32.118928 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-1999d8f9-d566-4d7d-867f-607e0915ee06 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1623572943&fields=id&tenant_id=aed97aa763a54e138a0c8df3318ccd45 HTTP/1.1" status: 200 len: 267 time: 0.1384039 Feb 17 01:28:32.297205 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54b0ecd-abfb-45a9-95e7-37d772176346 {{(pid=83936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:28:32.310983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:32.349325 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Transition to ACTIVE for port object f54b0ecd-abfb-45a9-95e7-37d772176346 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:28:32.354656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:32.372057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7ece4856-949a-44dc-9c0a-d2e0e30904b7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:32.681108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-4cd50597-089b-47a0-8663-8d24b0bd81a7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:32.682665 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-4cd50597-089b-47a0-8663-8d24b0bd81a7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 817 time: 0.5522671 Feb 17 01:28:32.730923 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-915e1d9d-cf59-4549-b25a-359b8d2d8a26 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/quotas/aed97aa763a54e138a0c8df3318ccd45 HTTP/1.1" status: 200 len: 375 time: 0.0298910 Feb 17 01:28:32.795277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Pushing event updated for resources: {'Port': ['ID=f54b0ecd-abfb-45a9-95e7-37d772176346,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:32.815915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:33.007613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-58427204-517e-48bd-a6dd-907aea5c82fb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Synchronizing usage tracker for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:28:33.025623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Attempting to bind port f54b0ecd-abfb-45a9-95e7-37d772176346 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:28:33.025990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Attempting to bind port f54b0ecd-abfb-45a9-95e7-37d772176346 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:28:33.026355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Attempting to bind port f54b0ecd-abfb-45a9-95e7-37d772176346 on network edadca0b-4edb-49d5-9c92-08e469655e3f {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:28:33.039460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:28:33.039828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Checking segment: {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:28:33.040259 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:33.040654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Bound using segment: {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:28:33.041115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Bound port: f54b0ecd-abfb-45a9-95e7-37d772176346, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f4b84d-9576-4627-95a9-249de30d2813', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:28:33.041477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:33.064676 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-58427204-517e-48bd-a6dd-907aea5c82fb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Unset dirty status for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:28:33.066108 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-58427204-517e-48bd-a6dd-907aea5c82fb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3236928 Feb 17 01:28:33.248762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad003a4-ff48-4555-b6e4-8e4283907a46 req-b8e86de5-801c-4cd3-b5c0-c75cec95e708 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:33.250356 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ad003a4-ff48-4555-b6e4-8e4283907a46 req-b8e86de5-801c-4cd3-b5c0-c75cec95e708 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 943 time: 0.3352401 Feb 17 01:28:33.283932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] For port f54b0ecd-abfb-45a9-95e7-37d772176346, host hv-cinder-75998, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:28:33.317784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] For port f54b0ecd-abfb-45a9-95e7-37d772176346, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f54b0ecd-abfb-45a9-95e7-37d772176346,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:28:33.336109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:33.355702 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-792cad2e-abe2-450b-9a30-7871a91da1d1 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:33.458954 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ad003a4-ff48-4555-b6e4-8e4283907a46 req-93f84ba9-1cb5-4bc2-b9c4-cdeb7ee9d942 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995339 Feb 17 01:28:33.474063 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-42105201-e87f-4f27-b74e-4abbe8547806 service neutron] 10.222.0.65 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770459 Feb 17 01:28:33.644261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Pushing event updated for resources: {'Port': ['ID=f54b0ecd-abfb-45a9-95e7-37d772176346,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:33.659618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:33.755812 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:33.756601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:33.757997 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] 10.222.0.71 "PUT /v2.0/ports/f54b0ecd-abfb-45a9-95e7-37d772176346 HTTP/1.1" status: 200 len: 1157 time: 2.6498406 Feb 17 01:28:33.760353 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:28:33.770426 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0c00df09-fd4c-4a0b-b1d1-1b49dab5beb5 service neutron] 10.222.0.65 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2780440 Feb 17 01:28:33.795082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d376900-5183-4158-874b-a9f4bf114a4d req-c7a22ff5-c4fb-454e-bef0-489c85ab7efd tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:33.797874 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d376900-5183-4158-874b-a9f4bf114a4d req-c7a22ff5-c4fb-454e-bef0-489c85ab7efd tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.2109320 Feb 17 01:28:33.907605 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d376900-5183-4158-874b-a9f4bf114a4d req-8b7296ea-e674-4e05-874c-01a335f7c394 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0592942 Feb 17 01:28:33.953737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-c478ef05-96f9-4f2a-aca2-f7a3834b2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:33.955416 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-c478ef05-96f9-4f2a-aca2-f7a3834b2941 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 1160 time: 0.1547911 Feb 17 01:28:34.036975 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346', 'status': 'completed', 'code': 200} Feb 17 01:28:34.081345 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-082e7d98-46c3-408f-8055-ba694e416769 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54b0ecd-abfb-45a9-95e7-37d772176346 HTTP/1.1" status: 200 len: 217 time: 0.1179411 Feb 17 01:28:34.133193 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3e74a5d6-e4ed-448b-b3b8-e7ee16f9f96a req-2d22d4a0-5de3-40d4-8b77-0f4c339ec323 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 210 time: 0.0985320 Feb 17 01:28:34.170399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-8f3e4ee7-fe2a-4604-861d-c7e88862896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:34.172701 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-8f3e4ee7-fe2a-4604-861d-c7e88862896e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 200 len: 850 time: 0.0845029 Feb 17 01:28:34.259176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-3a58b8ee-62f3-4a27-a01b-649581ea7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:34.260838 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-3a58b8ee-62f3-4a27-a01b-649581ea7296 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=edadca0b-4edb-49d5-9c92-08e469655e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807605 Feb 17 01:28:34.407496 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-7b664c23-afb1-45e2-9a34-f0f7a772a25c service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402488 Feb 17 01:28:34.556654 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6d5b50f8-35e9-4449-b944-72aeb3e9018d req-4a46ba30-7b6b-4ef6-bd66-d2e7658c4f46 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416547 Feb 17 01:28:34.749260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43b785-3e09-41d0-b917-f9f2d64c9b9d req-4bf570b1-76ed-4eca-b32a-266eafa44ec7 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:34.750798 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9a43b785-3e09-41d0-b917-f9f2d64c9b9d req-4bf570b1-76ed-4eca-b32a-266eafa44ec7 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 943 time: 0.1627958 Feb 17 01:28:34.752674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec592-d9f5-431e-b54c-c484638b9904 req-95d8ccb3-ed79-4281-b096-af5102fa02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:34.754142 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-feeec592-d9f5-431e-b54c-c484638b9904 req-95d8ccb3-ed79-4281-b096-af5102fa02cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 1160 time: 0.1282899 Feb 17 01:28:34.887141 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9a43b785-3e09-41d0-b917-f9f2d64c9b9d req-14db16da-0c12-410e-b8a9-66704edd1cde tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299217 Feb 17 01:28:34.933429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec592-d9f5-431e-b54c-c484638b9904 req-b36a6902-e268-45f1-b4bc-91a8b4a3a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:34.935034 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-feeec592-d9f5-431e-b54c-c484638b9904 req-b36a6902-e268-45f1-b4bc-91a8b4a3a689 service neutron] 10.222.0.71 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 905 time: 0.1641774 Feb 17 01:28:35.018479 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-feeec592-d9f5-431e-b54c-c484638b9904 req-c3b2ddb2-ed45-4168-a2b8-d1905e92b631 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54b0ecd-abfb-45a9-95e7-37d772176346 HTTP/1.1" status: 200 len: 217 time: 0.0748158 Feb 17 01:28:35.194683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec592-d9f5-431e-b54c-c484638b9904 req-d63ac459-db56-4658-ab6c-e1256ffbb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:35.196568 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-feeec592-d9f5-431e-b54c-c484638b9904 req-d63ac459-db56-4658-ab6c-e1256ffbb4c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 200 len: 850 time: 0.1691055 Feb 17 01:28:35.231712 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-7ec4d89e-2777-4e17-8376-9ed906745b91 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:35.232533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-7ec4d89e-2777-4e17-8376-9ed906745b91 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Synchronizing usage tracker for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:network {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:28:35.256507 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-7ec4d89e-2777-4e17-8376-9ed906745b91 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Unset dirty status for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:network {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:28:35.257918 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-7ec4d89e-2777-4e17-8376-9ed906745b91 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 817 time: 0.2177160 Feb 17 01:28:35.351367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-fe47ebfb-7a43-40c2-819d-4fa862acff61 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Synchronizing usage tracker for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:security_group {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:28:35.366252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-fe47ebfb-7a43-40c2-819d-4fa862acff61 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Unset dirty status for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:security_group {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:28:35.368426 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-fe47ebfb-7a43-40c2-819d-4fa862acff61 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aed97aa763a54e138a0c8df3318ccd45 HTTP/1.1" status: 200 len: 5705 time: 0.0961092 Feb 17 01:28:35.379789 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'port': {'device_id': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'admin_state_up': True, 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'security_groups': ['bc3d8224-f5e9-48d3-942c-fe3be060e88c']}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:35.538176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:35.549209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:35.554645 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5977886-67da-4fe2-85a0-671d655f855e req-61828638-00c2-414c-8486-5b9f414ed5ea tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:35.556268 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c5977886-67da-4fe2-85a0-671d655f855e req-61828638-00c2-414c-8486-5b9f414ed5ea tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.4819567 Feb 17 01:28:35.559161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Made reservation on behalf of aed97aa763a54e138a0c8df3318ccd45 for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:28:35.565462 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:35.568543 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ee4619da-eef5-43fb-8bb5-01018a3071d6 req-2a934242-b36c-4e5f-a95d-2ff691476dd1 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 210 time: 0.0720530 Feb 17 01:28:35.622442 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c5977886-67da-4fe2-85a0-671d655f855e req-08f5a2cd-5f05-4055-bce1-99e3f411fde1 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0570242 Feb 17 01:28:35.636437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec592-d9f5-431e-b54c-c484638b9904 req-24cab447-cd33-4992-bbdf-4bf9354271dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:35.638048 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-feeec592-d9f5-431e-b54c-c484638b9904 req-24cab447-cd33-4992-bbdf-4bf9354271dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=edadca0b-4edb-49d5-9c92-08e469655e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4276915 Feb 17 01:28:35.786051 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-feeec592-d9f5-431e-b54c-c484638b9904 req-dff5e72b-eed1-4790-a3f3-ee4ca635d171 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400230 Feb 17 01:28:35.887518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Allocated IP 172.20.0.13 (dabdee26-cf6a-48aa-9fa4-95da8f069aad/f709a3d6-6f88-4625-ba60-da461068c1db/2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:28:35.935608 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-feeec592-d9f5-431e-b54c-c484638b9904 req-4615528e-399c-4151-ac8b-8beb278b3f24 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414049 Feb 17 01:28:36.092588 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:36.094799 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff250b-a7fc-4a74-bb46-b0f7ea6737dc req-a547908c-bf58-4519-b67f-2383ad5e2d0f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:36.096478 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b9ff250b-a7fc-4a74-bb46-b0f7ea6737dc req-a547908c-bf58-4519-b67f-2383ad5e2d0f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 943 time: 0.0891724 Feb 17 01:28:36.108851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Transition to ACTIVE for port object 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b will not be triggered until provisioned by entity DHCP. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:28:36.133454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:36.145768 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b9ff250b-a7fc-4a74-bb46-b0f7ea6737dc req-180cc7b4-63d8-44ff-8a39-b2a03fc6ae7e tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427487 Feb 17 01:28:36.152507 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9bf94c93-2ec8-44f7-8de4-b7093772282b tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:36.289431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event updated for resources: {'Port': ['ID=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:36.293878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:36.349615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:28:36.350767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:28:36.352995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:28:36.418601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:36.419267 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:36.445269 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-8e71ff5c-c5d0-430b-bfae-7ae924efe301 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0705967 Feb 17 01:28:36.457954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Request body: {'port': {'device_id': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:36.568749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-3a1e328e-2e4a-4afa-ac6e-6f0a36a40e52 None None] Provisioning for port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b completed by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:28:36.574154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-3a1e328e-2e4a-4afa-ac6e-6f0a36a40e52 None None] Provisioning complete for port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:28:36.574568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3a1e328e-2e4a-4afa-ac6e-6f0a36a40e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:36.586885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:36.634792 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e328e-2e4a-4afa-ac6e-6f0a36a40e52 None None] Port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b cannot update to ACTIVE because it is not bound. {{(pid=83938) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 01:28:36.888154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b751c1-0021-4310-acfe-779d5858eb07 req-87017e24-60ac-45c2-b3b2-a19193688033 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:36.890069 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-11b751c1-0021-4310-acfe-779d5858eb07 req-87017e24-60ac-45c2-b3b2-a19193688033 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 932 time: 0.1745689 Feb 17 01:28:36.905647 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194838c-9320-4372-a67e-bb45b34c23dc req-38c266a3-1f82-4e5a-8a3f-0a6885fa8be4 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:36.916949 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e194838c-9320-4372-a67e-bb45b34c23dc req-38c266a3-1f82-4e5a-8a3f-0a6885fa8be4 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.1551924 Feb 17 01:28:36.965095 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f54b0ecd-abfb-45a9-95e7-37d772176346 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:28:37.008365 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-11b751c1-0021-4310-acfe-779d5858eb07 req-40efcc43-b160-45ac-ac29-d3392a59453b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608652 Feb 17 01:28:37.051748 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e194838c-9320-4372-a67e-bb45b34c23dc req-6613a459-df97-408e-99ee-d50a3496d04f tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1330659 Feb 17 01:28:37.084927 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port f54b0ecd-abfb-45a9-95e7-37d772176346 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:28:37.090079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port f54b0ecd-abfb-45a9-95e7-37d772176346 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:28:37.090656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:37.107127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:28:37.117609 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:37.135415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Transition to ACTIVE for port object 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:28:37.139035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:37.252068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:37.265219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5c0ccfff-1b89-4b12-9a50-09fc5995acfe tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:37.287607 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:28:37.302162 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port f54b0ecd-abfb-45a9-95e7-37d772176346, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f54b0ecd-abfb-45a9-95e7-37d772176346,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:28:37.305498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:37.309788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:37.443151 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346', 'code': 200} Feb 17 01:28:37.444182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=f54b0ecd-abfb-45a9-95e7-37d772176346,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:37.456831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.457631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.458170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.458688 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.459214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.459761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.460527 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.461036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.461543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.461712 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96f3cd-9a25-4c32-b1fd-69a39024d848 req-96209772-73f3-495c-8f78-59e120122af2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:37.462753 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.463372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.464026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.464649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.465157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.465673 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.466184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.466878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.467435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.467941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.468443 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.469371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.469878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.470647 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.471864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:28:37.481599 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cd96f3cd-9a25-4c32-b1fd-69a39024d848 req-96209772-73f3-495c-8f78-59e120122af2 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 945 time: 0.1902943 Feb 17 01:28:37.485654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:37.506229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:37.513743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:37.584495 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cd96f3cd-9a25-4c32-b1fd-69a39024d848 req-4e55fee7-0ffe-47f2-97d9-9db9041cb5b6 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014478 Feb 17 01:28:37.640669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Attempting to bind port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:28:37.641039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Attempting to bind port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:28:37.641402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Attempting to bind port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b on network dabdee26-cf6a-48aa-9fa4-95da8f069aad {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:28:37.647997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:28:37.648375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Checking segment: {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:28:37.648782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:37.649169 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Bound using segment: {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:28:37.649640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Bound port: 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26afff77-4743-4850-832b-2dd5ed8eae3a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:28:37.650331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:37.757220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] For port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:28:37.760640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] For port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:28:37.766770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:37.782616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35348) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:37.785544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0637cb13-273f-4648-8a29-63800edc2383 tempest-VolumesNegativeTest-1061809471 tempest-VolumesNegativeTest-1061809471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:37.792964 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8661d68-6c9b-49dc-9cb2-01ef080528f3 req-0d067f2d-0095-4a47-815d-486653715ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:37.794597 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b8661d68-6c9b-49dc-9cb2-01ef080528f3 req-0d067f2d-0095-4a47-815d-486653715ea2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 1162 time: 0.0881546 Feb 17 01:28:37.841265 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b8661d68-6c9b-49dc-9cb2-01ef080528f3 req-aeb93d95-42b0-4747-b7a5-c678b03aab29 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388970 Feb 17 01:28:38.257377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:38.258166 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:38.259679 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] 10.222.0.71 "PUT /v2.0/ports/2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b HTTP/1.1" status: 200 len: 1158 time: 1.8065784 Feb 17 01:28:38.261910 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:28:38.267836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:38.271401 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:38.273221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:38.293598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:38.299734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Usage tracker for resource:security_group_rule and tenant:756f63c5cf154da58bd21196696a725d is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:38.303008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:38.309963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:38.310516 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280527-06b1-48dc-b74a-a532bb2326dd req-4bb66421-6b1e-413b-9c0f-89a0ea5b57ec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:38.313268 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7280527-06b1-48dc-b74a-a532bb2326dd req-4bb66421-6b1e-413b-9c0f-89a0ea5b57ec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1676562 Feb 17 01:28:38.386322 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4458a2-3ab4-47a0-b78f-c582e4d3985e req-3712ca61-d748-42b7-b94b-6631614d1f24 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:38.388036 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6e4458a2-3ab4-47a0-b78f-c582e4d3985e req-3712ca61-d748-42b7-b94b-6631614d1f24 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.1636798 Feb 17 01:28:38.391374 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e7280527-06b1-48dc-b74a-a532bb2326dd req-f3c5dca0-48a0-434c-8248-672209912630 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718482 Feb 17 01:28:38.448595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-66e27d0a-3320-4f56-97a5-cc519389f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:38.450447 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-66e27d0a-3320-4f56-97a5-cc519389f6f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 1161 time: 0.1314137 Feb 17 01:28:38.464137 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6e4458a2-3ab4-47a0-b78f-c582e4d3985e req-bc2d71eb-0557-4634-85de-2b0e12fb9a9d tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0631433 Feb 17 01:28:38.521165 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'status': 'completed', 'code': 200} Feb 17 01:28:38.537342 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-f8cf4f52-5249-4e4c-af2d-55cff445acf2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b HTTP/1.1" status: 200 len: 217 time: 0.0786676 Feb 17 01:28:38.600328 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:38.607296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f54b0ecd-abfb-45a9-95e7-37d772176346 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:28:38.610087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:38.620711 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ed02e1ce-9199-4499-903f-4bda4308bf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:38.671148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-b3104530-0af0-425a-8b22-f4c77d1dd752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:38.672774 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-b3104530-0af0-425a-8b22-f4c77d1dd752 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.1235149 Feb 17 01:28:38.678570 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=756f63c5cf154da58bd21196696a725d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8548610 Feb 17 01:28:38.678570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08137872-c79c-463a-9837-dcbec72337bf,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:38.679548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35362) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:38.680685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:38.695385 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port f54b0ecd-abfb-45a9-95e7-37d772176346 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:28:38.696622 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:38.770741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-b82d3417-2019-4e3b-8ece-d87a23d08982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:38.772462 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-b82d3417-2019-4e3b-8ece-d87a23d08982 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908282 Feb 17 01:28:38.837875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0dc80472-924c-406f-abb4-75cc213768eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:38.839564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 36144435-2516-4a86-b335-0f6b52d387eb up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:28:38.887693 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0dc80472-924c-406f-abb4-75cc213768eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:38.912830 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b51af-ec96-450a-8cc4-b655cc0ef2b5 req-af838aba-6c7f-4a18-8f3f-1c7d8d0a3e21 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:38.920434 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-eb6b51af-ec96-450a-8cc4-b655cc0ef2b5 req-af838aba-6c7f-4a18-8f3f-1c7d8d0a3e21 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 945 time: 0.1580329 Feb 17 01:28:38.925451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 36144435-2516-4a86-b335-0f6b52d387eb triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:28:38.926080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:38.929921 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-886ffa5d-a7fa-434a-83cc-0d0499822967 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497760 Feb 17 01:28:39.002475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.007158 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-eb6b51af-ec96-450a-8cc4-b655cc0ef2b5 req-f66d9593-2bb9-4002-adcc-7fd0a5b5d62a tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856686 Feb 17 01:28:39.012591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0dc80472-924c-406f-abb4-75cc213768eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.020520 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-97addbbd-3ef1-40e1-8acb-87968638ca6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:39.035508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0dc80472-924c-406f-abb4-75cc213768eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.036857 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-0dc80472-924c-406f-abb4-75cc213768eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08137872-c79c-463a-9837-dcbec72337bf HTTP/1.1" status: 204 len: 168 time: 0.3559291 Feb 17 01:28:39.038236 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc80472-924c-406f-abb4-75cc213768eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08137872-c79c-463a-9837-dcbec72337bf,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:39.046231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0dc80472-924c-406f-abb4-75cc213768eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:39.111904 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1856b877-20d8-48c8-9cfa-3eff37df64ff req-f8c652dd-e26f-4b81-93f0-bf41d8a2c986 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1738312 Feb 17 01:28:39.237531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-78285a85-9b4d-4fc4-84b2-b1b69e3ec729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:39.239455 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-78285a85-9b4d-4fc4-84b2-b1b69e3ec729 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 1161 time: 0.0840721 Feb 17 01:28:39.348477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35370) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:39.368128 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.384379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:39.386704 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-6cfc5948-489a-40d0-92cb-efb89f0fa62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:39.388415 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-6cfc5948-489a-40d0-92cb-efb89f0fa62e service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.1421444 Feb 17 01:28:39.388557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Usage tracker for resource:security_group_rule and tenant:779d9b92e1f04c93a37bf9241332deaa is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:39.391492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:39.397347 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:39.462619 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-250cb07c-1520-4d11-b98e-d9706a7b9cb2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b HTTP/1.1" status: 200 len: 217 time: 0.0659883 Feb 17 01:28:39.489217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.492180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.502096 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9742e01c-6247-4014-aadf-45562c3f2763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:39.530615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc8cebd-b137-4c42-8f5f-1b9a0e4b01fa,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:39.534153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:39.539184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-1aba43b2-6c3b-4ec0-ace5-bacdcdabf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:39.540799 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-1aba43b2-6c3b-4ec0-ace5-bacdcdabf21f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.0711148 Feb 17 01:28:39.627165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-2df389fd-80b0-465b-991e-61db6cb254a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:39.628787 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-2df389fd-80b0-465b-991e-61db6cb254a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800645 Feb 17 01:28:39.647222 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=779d9b92e1f04c93a37bf9241332deaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975628 Feb 17 01:28:39.656660 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35378) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:39.763784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632112ac-2e77-4352-bd8e-1e133594e495 req-51e55ac2-4256-437c-b15c-011b6fc7b064 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:39.765429 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-632112ac-2e77-4352-bd8e-1e133594e495 req-51e55ac2-4256-437c-b15c-011b6fc7b064 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.2278664 Feb 17 01:28:39.773658 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14788920-0ef4-436a-925d-a3338599c195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.775636 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-aa2674d5-139b-4f00-aab3-57092dcd5903 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391768 Feb 17 01:28:39.796617 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37bf29-1d43-4cb8-9d56-c0cf5b7cff26 req-a4d1ba93-7767-45fd-863f-00678d1193de tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:39.798190 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3b37bf29-1d43-4cb8-9d56-c0cf5b7cff26 req-a4d1ba93-7767-45fd-863f-00678d1193de tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.2037907 Feb 17 01:28:39.875674 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-632112ac-2e77-4352-bd8e-1e133594e495 req-9704e245-c1db-444e-a594-f06c0b0f4ad9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030800 Feb 17 01:28:39.877500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14788920-0ef4-436a-925d-a3338599c195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.921910 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5855dccb-8b13-4589-9d74-fe14e6564146 req-187bd81f-f12d-418b-a34d-95e23b0163c9 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393540 Feb 17 01:28:39.931571 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3b37bf29-1d43-4cb8-9d56-c0cf5b7cff26 req-a0c230f2-e1a7-43ec-8830-2d4f9a217e6b tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1203437 Feb 17 01:28:39.941500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14788920-0ef4-436a-925d-a3338599c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.946732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:39.960624 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14788920-0ef4-436a-925d-a3338599c195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc8cebd-b137-4c42-8f5f-1b9a0e4b01fa,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:39.963241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-14788920-0ef4-436a-925d-a3338599c195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:39.965362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-14788920-0ef4-436a-925d-a3338599c195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:39.966530 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-14788920-0ef4-436a-925d-a3338599c195 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ffc8cebd-b137-4c42-8f5f-1b9a0e4b01fa HTTP/1.1" status: 204 len: 168 time: 0.3080521 Feb 17 01:28:40.204256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e47ab-96df-4e57-af30-71d4a933fb34 req-81c0e766-85c4-49ab-aec6-b6c1d04c8dee tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:40.205885 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ef2e47ab-96df-4e57-af30-71d4a933fb34 req-81c0e766-85c4-49ab-aec6-b6c1d04c8dee tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 945 time: 0.0924909 Feb 17 01:28:40.254618 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ef2e47ab-96df-4e57-af30-71d4a933fb34 req-74405f6f-7c38-4804-b861-ed3092ecffb4 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418959 Feb 17 01:28:40.455563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d1aa-bfa8-49ef-a65c-22f01b0dfd1a req-e323a4b4-15ec-45b2-b5fd-9426266b4079 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:40.457113 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c7b0d1aa-bfa8-49ef-a65c-22f01b0dfd1a req-e323a4b4-15ec-45b2-b5fd-9426266b4079 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 945 time: 0.0955610 Feb 17 01:28:40.466827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35398) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:40.472568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Request body: {'floatingip': {'port_id': 'f54b0ecd-abfb-45a9-95e7-37d772176346'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:40.564044 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:41.007902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:28:41.096743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:28:41.101691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:28:41.102090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:41.275154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:41.326298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:28:41.340562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:28:41.345397 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:41.349380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:41.446139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:41.450064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:41.671889 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a60c1-7892-4bb8-ac1a-0aa0c4f49843 req-b9ddb336-5913-4803-9813-90b14ec2ceb2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:41.673478 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f56a60c1-7892-4bb8-ac1a-0aa0c4f49843 req-b9ddb336-5913-4803-9813-90b14ec2ceb2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.5448673 Feb 17 01:28:41.680616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e60fb1-b38c-42f7-8541-6aec8f1d9b3f req-e00d5358-12ef-43a6-a548-d27302212aeb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:41.682101 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-10e60fb1-b38c-42f7-8541-6aec8f1d9b3f req-e00d5358-12ef-43a6-a548-d27302212aeb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.5514276 Feb 17 01:28:41.708194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.resource_extend [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 01:28:41.861050 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f56a60c1-7892-4bb8-ac1a-0aa0c4f49843 req-ad2c34bc-7307-4905-9d4c-c74d4cd72beb tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=47f53dd2-2a4e-4522-8f10-3d737d91601b&id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1779196 Feb 17 01:28:41.865582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:41.870934 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-10e60fb1-b38c-42f7-8541-6aec8f1d9b3f req-d1efa905-0483-4772-bd73-1fcd6295c3e4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699212 Feb 17 01:28:41.871733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:41.923416 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'code': 200} Feb 17 01:28:41.924718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35438) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:42.058114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.075670 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:42.080398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Usage tracker for resource:security_group_rule and tenant:be60b4e535204bc6bb0e8e18f3a9bc10 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:42.083435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:42.088253 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Floating IP 68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f associated. External IP: 172.28.1.81, port: f54b0ecd-abfb-45a9-95e7-37d772176346. Feb 17 01:28:42.090003 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:42.234652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b77dc-8fee-4edb-8479-d42afb66891a req-98eaca55-cebd-4ffa-b9ef-96b18e989c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:42.236304 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b2b77dc-8fee-4edb-8479-d42afb66891a req-98eaca55-cebd-4ffa-b9ef-96b18e989c8d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 1163 time: 0.1358354 Feb 17 01:28:42.272967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.277574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.285971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bb9d4007-0226-4f61-b8eb-d0e0a15faaec tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:42.337617 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b2b77dc-8fee-4edb-8479-d42afb66891a req-0777f423-30de-426f-a049-57777c3f5588 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890987 Feb 17 01:28:42.346184 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be60b4e535204bc6bb0e8e18f3a9bc10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177744 Feb 17 01:28:42.346184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b8482a-ec53-4121-8768-53e950272e61,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:42.348070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:42.348729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35444) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:42.420360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-eb12f796-2c78-486e-bbe1-ef0defa1f725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.448454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-eb12f796-2c78-486e-bbe1-ef0defa1f725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.468238 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Router df0d86ea-aad3-409d-9d12-e6b50626087c has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:28:42.494601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-eb12f796-2c78-486e-bbe1-ef0defa1f725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.500283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b7e7d780-fed3-4b4f-b4b8-672f2b49c5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:42.512823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12f796-2c78-486e-bbe1-ef0defa1f725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b8482a-ec53-4121-8768-53e950272e61,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:42.516976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-eb12f796-2c78-486e-bbe1-ef0defa1f725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:42.522703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-eb12f796-2c78-486e-bbe1-ef0defa1f725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.526826 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-eb12f796-2c78-486e-bbe1-ef0defa1f725 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2b8482a-ec53-4121-8768-53e950272e61 HTTP/1.1" status: 204 len: 168 time: 0.1768451 Feb 17 01:28:42.583820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:28:42.662696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:28:42.663898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:28:42.664322 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.666800 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.699865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba304707-318d-4bff-8f61-143892b7958c None None] Sync routers for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:28:42.720394 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba304707-318d-4bff-8f61-143892b7958c None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:28:42.721073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-ba304707-318d-4bff-8f61-143892b7958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:28:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:42.729707 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-40aafe55-4f46-45f7-950b-2a64886cdff9 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "PUT /v2.0/floatingips/68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f HTTP/1.1" status: 200 len: 990 time: 2.2615540 Feb 17 01:28:42.730496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:28:42.801716 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346', 'status': 'completed', 'code': 200} Feb 17 01:28:42.849151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35456) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:42.872704 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:42.888805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:42.893197 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Usage tracker for resource:security_group_rule and tenant:391b50fd9087408f90cbade796c037fa is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:42.896224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:42.902062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:42.920493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-591b67be-59d7-44b8-a0b8-3e70aede385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:42.922871 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-591b67be-59d7-44b8-a0b8-3e70aede385c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1db2f122c94d4668b3e39eea0fa55571&device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 1162 time: 0.0888836 Feb 17 01:28:43.002646 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:43.003215 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-ba304707-318d-4bff-8f61-143892b7958c None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:28:43.006188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:43.022268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40ad5bd1-054f-4f24-95a6-04d374b5ca2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:43.066260 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=391b50fd9087408f90cbade796c037fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159212 Feb 17 01:28:43.069651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35464) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:43.100903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-fe8c9e57-7313-4267-a362-662d97ef8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:43.102472 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-fe8c9e57-7313-4267-a362-662d97ef8c1c service neutron] 10.222.0.71 "GET /v2.0/networks?id=edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 200 len: 905 time: 0.1617820 Feb 17 01:28:43.113025 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e96e87-9231-425a-9ad7-495acce02f4b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:43.120994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:43.203211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0f95-0fe1-48b6-a139-b0c5a12527e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:43.243804 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0f95-0fe1-48b6-a139-b0c5a12527e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:43.246350 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-f1b9e845-35e5-416d-b482-1a97f9cc7872 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54b0ecd-abfb-45a9-95e7-37d772176346 HTTP/1.1" status: 200 len: 998 time: 0.1363761 Feb 17 01:28:43.296186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0f95-0fe1-48b6-a139-b0c5a12527e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:43.305308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f55e091-5d80-48bc-a1e0-10f396084c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:43.318173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0f95-0fe1-48b6-a139-b0c5a12527e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:43.319431 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-fe7c0f95-0fe1-48b6-a139-b0c5a12527e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62e96e87-9231-425a-9ad7-495acce02f4b HTTP/1.1" status: 204 len: 168 time: 0.2486353 Feb 17 01:28:43.326504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-e5755e18-0777-41c0-b51b-86a49407c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:43.329070 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-e5755e18-0777-41c0-b51b-86a49407c50c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 200 len: 850 time: 0.0756767 Feb 17 01:28:43.331708 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c0f95-0fe1-48b6-a139-b0c5a12527e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e96e87-9231-425a-9ad7-495acce02f4b,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:43.334535 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fe7c0f95-0fe1-48b6-a139-b0c5a12527e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:43.471128 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-5915991b-085b-42be-a565-bd0198e96c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:43.472795 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-5915991b-085b-42be-a565-bd0198e96c60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=edadca0b-4edb-49d5-9c92-08e469655e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1356318 Feb 17 01:28:43.497279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-ba304707-318d-4bff-8f61-143892b7958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'floating_ip_address': '172.28.1.81', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'port_id': 'f54b0ecd-abfb-45a9-95e7-37d772176346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'mac_address': 'fa:16:3e:41:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:28:24Z', 'updated_at': '2021-02-17T01:28:41Z', 'revision_number': 1, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:43.502675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba304707-318d-4bff-8f61-143892b7958c None None] Checking router: df0d86ea-aad3-409d-9d12-e6b50626087c for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:28:43.512441 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba304707-318d-4bff-8f61-143892b7958c None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:28:43.513124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-ba304707-318d-4bff-8f61-143892b7958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:28:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:43.528769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217fa25-644d-4557-b7a2-b9501a8c344c req-bfdedeee-e0d4-4e49-92a3-09e0685badc4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:43.545915 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2217fa25-644d-4557-b7a2-b9501a8c344c req-bfdedeee-e0d4-4e49-92a3-09e0685badc4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.5247629 Feb 17 01:28:43.625727 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2217fa25-644d-4557-b7a2-b9501a8c344c req-c7833fb1-efc6-4945-8384-b0c1f636bedb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743010 Feb 17 01:28:43.638356 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-7eeada31-f13b-4422-aa2d-4f970166c063 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572330 Feb 17 01:28:43.748381 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-ba304707-318d-4bff-8f61-143892b7958c None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:28:43.791225 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2ab56506-c096-4342-95d6-67cb35d7aafa req-ee1e228d-f0d4-40e0-812b-3f6d841aa571 service neutron] 10.222.0.71 "GET /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442266 Feb 17 01:28:44.297734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-ba304707-318d-4bff-8f61-143892b7958c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'floating_ip_address': '172.28.1.81', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'port_id': 'f54b0ecd-abfb-45a9-95e7-37d772176346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'mac_address': 'fa:16:3e:41:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:28:24Z', 'updated_at': '2021-02-17T01:28:41Z', 'revision_number': 1, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:44.302002 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba304707-318d-4bff-8f61-143892b7958c None None] The sync data for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb is: [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': '68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'floating_ip_address': '172.28.1.81', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'port_id': 'f54b0ecd-abfb-45a9-95e7-37d772176346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'mac_address': 'fa:16:3e:41:47:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:28:24Z', 'updated_at': '2021-02-17T01:28:41Z', 'revision_number': 1, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:28:44.584402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a04231d-66d9-4c94-85d7-d3353b2e69ef None None] New status for floating IP 68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f: ACTIVE {{(pid=83939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:28:44.839708 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec8650-db9d-49d6-aa8f-ea25f2984a69 req-488f422e-c5bb-4260-9679-264a03e7e3e2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:44.841595 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f1ec8650-db9d-49d6-aa8f-ea25f2984a69 req-488f422e-c5bb-4260-9679-264a03e7e3e2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.0969720 Feb 17 01:28:44.892981 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f1ec8650-db9d-49d6-aa8f-ea25f2984a69 req-114bb0bf-76bb-4d91-90dc-8ba69a3ad63f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438523 Feb 17 01:28:45.354703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe19c8e-7e2e-4b01-b12d-1bd893b23346 req-009edd57-8e5f-493b-ab1e-2b4ecf2d8c6c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:45.356391 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-abe19c8e-7e2e-4b01-b12d-1bd893b23346 req-009edd57-8e5f-493b-ab1e-2b4ecf2d8c6c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.3427274 Feb 17 01:28:45.366797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35522) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:45.372931 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-0cbd1778-4fa7-4401-81f8-13e1455425cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Request body: {'floatingip': {'port_id': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:28:45.456440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cbd1778-4fa7-4401-81f8-13e1455425cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:46.095849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cbd1778-4fa7-4401-81f8-13e1455425cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:46.098994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cbd1778-4fa7-4401-81f8-13e1455425cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:46.289610 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [None req-0cbd1778-4fa7-4401-81f8-13e1455425cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Floating IP d7f771cd-d435-482b-a9ad-df295d50c354 associated. External IP: 172.28.1.230, port: 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b. Feb 17 01:28:46.897579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbd1778-4fa7-4401-81f8-13e1455425cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Router fa8e9a90-db46-486a-9b38-06b4a62d039d has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:28:47.090217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbd1778-4fa7-4401-81f8-13e1455425cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:28:47.094529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0cbd1778-4fa7-4401-81f8-13e1455425cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:47.099884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] Sync routers for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:28:47.110843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:28:47.111540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:28:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:47.157393 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-0cbd1778-4fa7-4401-81f8-13e1455425cf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "PUT /v2.0/floatingips/d7f771cd-d435-482b-a9ad-df295d50c354 HTTP/1.1" status: 200 len: 992 time: 1.7859929 Feb 17 01:28:47.157393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:28:47.210955 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'status': 'completed', 'code': 200} Feb 17 01:28:47.320218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047c5be-0856-424e-a123-4ccbddfe449c req-de14fb9a-6f51-43da-956c-612659f3e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:47.321837 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5047c5be-0856-424e-a123-4ccbddfe449c req-de14fb9a-6f51-43da-956c-612659f3e8fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 1163 time: 0.0866115 Feb 17 01:28:47.329136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:28:47.468665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047c5be-0856-424e-a123-4ccbddfe449c req-5321d9b9-072e-4074-94e3-770a29f9da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:47.470172 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5047c5be-0856-424e-a123-4ccbddfe449c req-5321d9b9-072e-4074-94e3-770a29f9da50 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.1416364 Feb 17 01:28:47.578029 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5047c5be-0856-424e-a123-4ccbddfe449c req-522a9a87-5fbd-4912-a1d3-c93f6b4edd8c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b HTTP/1.1" status: 200 len: 1000 time: 0.1012502 Feb 17 01:28:47.650037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047c5be-0856-424e-a123-4ccbddfe449c req-2e63050f-90b5-4390-b968-b23df60a193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:47.651635 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5047c5be-0856-424e-a123-4ccbddfe449c req-2e63050f-90b5-4390-b968-b23df60a193e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.0674238 Feb 17 01:28:47.699923 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': 'd7f771cd-d435-482b-a9ad-df295d50c354', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'port_id': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'mac_address': 'fa:16:3e:3e:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:28:30Z', 'updated_at': '2021-02-17T01:28:45Z', 'revision_number': 1, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:47.704699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] Checking router: fa8e9a90-db46-486a-9b38-06b4a62d039d for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:28:47.714972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:28:47.715699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:28:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:47.735102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047c5be-0856-424e-a123-4ccbddfe449c req-bc0fea4e-ca3c-4478-bd2d-f68512f1763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:28:47.736729 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5047c5be-0856-424e-a123-4ccbddfe449c req-bc0fea4e-ca3c-4478-bd2d-f68512f1763b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785370 Feb 17 01:28:47.882737 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5047c5be-0856-424e-a123-4ccbddfe449c req-1121c5e0-5038-4936-bb7a-86d8b7b90517 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374848 Feb 17 01:28:47.905725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:28:48.035146 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5047c5be-0856-424e-a123-4ccbddfe449c req-e70e8077-f704-48e1-9d66-41d652f1c527 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450126 Feb 17 01:28:48.181661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-753e18cf-6d36-43dd-952f-208f9357c794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:48.302221 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': 'd7f771cd-d435-482b-a9ad-df295d50c354', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'port_id': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'mac_address': 'fa:16:3e:3e:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:28:30Z', 'updated_at': '2021-02-17T01:28:45Z', 'revision_number': 1, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:28:48.307289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36fd2a-279c-49c1-954e-6b6ef31fb42c None None] The sync data for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb is: [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_floatingips': [{'id': 'd7f771cd-d435-482b-a9ad-df295d50c354', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'router_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'port_id': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'mac_address': 'fa:16:3e:3e:8e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:28:30Z', 'updated_at': '2021-02-17T01:28:45Z', 'revision_number': 1, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:28:48.574425 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d16fff-59a5-41a6-9279-a7f2c8d977e3 None None] New status for floating IP d7f771cd-d435-482b-a9ad-df295d50c354: ACTIVE {{(pid=83939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:28:50.284822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1baf1de1-1b65-4e3a-b9ef-e64e3e262bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:50.619005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:51.623868 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:52.344904 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:53.858902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35640) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:53.981343 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:53.997005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:54.001598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Usage tracker for resource:security_group_rule and tenant:e76ef2b2ea28440a8f6e927c1bbfc6bc is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:54.004564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:54.010315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:54.099141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.101974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.110549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e9886143-ab9e-42fb-8122-de49475fd613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:54.151932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35650) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:54.152168 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e76ef2b2ea28440a8f6e927c1bbfc6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916708 Feb 17 01:28:54.159675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195226ae-00e0-4ffc-b821-3881cb822baf,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:54.163400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:54.226552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e059a3a7-8295-47e8-a01a-398a6f3f9622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.258321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e059a3a7-8295-47e8-a01a-398a6f3f9622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.302059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e059a3a7-8295-47e8-a01a-398a6f3f9622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.306876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:54.319572 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059a3a7-8295-47e8-a01a-398a6f3f9622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195226ae-00e0-4ffc-b821-3881cb822baf,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:54.322641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e059a3a7-8295-47e8-a01a-398a6f3f9622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:54.324737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e059a3a7-8295-47e8-a01a-398a6f3f9622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.325911 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e059a3a7-8295-47e8-a01a-398a6f3f9622 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/195226ae-00e0-4ffc-b821-3881cb822baf HTTP/1.1" status: 204 len: 168 time: 0.1731219 Feb 17 01:28:54.609914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35658) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:54.629567 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.645000 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:54.649088 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1794a82bed4639b0609d53e582bad2 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:54.652005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:54.658228 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:54.740776 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.742837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.751492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-abf6ff25-e01f-4dbf-908f-6e13f8487829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:54.792840 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e1794a82bed4639b0609d53e582bad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818256 Feb 17 01:28:54.793703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c2330-44bb-437c-894d-73ef2e238fbb,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:54.797161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35662) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:54.797606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:54.861217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08b9be10-4faa-4df7-ac60-8c2583dc3c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.889079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08b9be10-4faa-4df7-ac60-8c2583dc3c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.933780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08b9be10-4faa-4df7-ac60-8c2583dc3c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.938475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:54.950652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9be10-4faa-4df7-ac60-8c2583dc3c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c2330-44bb-437c-894d-73ef2e238fbb,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:54.958057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-08b9be10-4faa-4df7-ac60-8c2583dc3c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:54.960072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-08b9be10-4faa-4df7-ac60-8c2583dc3c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:54.961284 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-08b9be10-4faa-4df7-ac60-8c2583dc3c32 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/202c2330-44bb-437c-894d-73ef2e238fbb HTTP/1.1" status: 204 len: 168 time: 0.1626723 Feb 17 01:28:55.318041 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35674) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:55.337936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:55.357157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:28:55.361219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Usage tracker for resource:security_group_rule and tenant:87d872486be845f7b4e0b2f6268a2e18 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:28:55.364389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:28:55.370158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:28:55.454633 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:55.457479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:55.466072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7a4a28d8-b9c7-4e1f-b1c4-3d5dcd5732cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:55.507609 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87d872486be845f7b4e0b2f6268a2e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883955 Feb 17 01:28:55.509213 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6386535f-cab1-4965-bd7d-235ea40b651b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:55.510485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35678) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:28:55.512662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:55.577215 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-09512fb3-b52d-4b7f-8cb8-b875a3c34673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:55.603841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-09512fb3-b52d-4b7f-8cb8-b875a3c34673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:55.648620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-09512fb3-b52d-4b7f-8cb8-b875a3c34673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:55.653550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e13d2759-31be-430c-878c-40baf1a02fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:28:55.667779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09512fb3-b52d-4b7f-8cb8-b875a3c34673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6386535f-cab1-4965-bd7d-235ea40b651b,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:28:55.670827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-09512fb3-b52d-4b7f-8cb8-b875a3c34673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:28:55.675883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-09512fb3-b52d-4b7f-8cb8-b875a3c34673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:28:55.677158 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-09512fb3-b52d-4b7f-8cb8-b875a3c34673 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6386535f-cab1-4965-bd7d-235ea40b651b HTTP/1.1" status: 204 len: 168 time: 0.1655021 Feb 17 01:28:56.671991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:29:08.933988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:09.952191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 35842) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:10.076387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:10.092023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:29:10.096673 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Usage tracker for resource:security_group_rule and tenant:a18bc7871ccb410b89615d8338616d91 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:29:10.099635 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:29:10.105353 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:29:10.190739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:10.195106 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:10.204813 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f37c489e-27e6-4dd5-a7f0-33c4aa1d2630 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:10.250193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7049330-6cfd-4c09-b0e8-da79faff8d08,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:10.259729 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a18bc7871ccb410b89615d8338616d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064275 Feb 17 01:29:10.261370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.261787 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.262191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.262594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.262849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 35852) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:10.262955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.263373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.263780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.264171 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.265176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.265176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.265897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.266198 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.266692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.267083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.267495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.267889 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.268276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.268665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.269049 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.269433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.270086 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.270217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.270538 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.270921 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.275394 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fa01b186-86cb-4d15-8655-aa0bffcc816f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:10.334784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:10.362863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:10.408037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:10.411852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-12704fc0-e791-4c74-b0a5-4adbcc213dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:10.429692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7049330-6cfd-4c09-b0e8-da79faff8d08,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:10.440523 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.440934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.441335 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.441733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.442124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.442514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.442903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.443291 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.443705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.444098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.444483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.444865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.445349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.445734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.446117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.446497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.446875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.447254 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.447657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.448036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.448420 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.452288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.452288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.452288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:10.455242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:10.457354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:10.458591 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7049330-6cfd-4c09-b0e8-da79faff8d08 HTTP/1.1" status: 204 len: 168 time: 0.1946311 Feb 17 01:29:17.998991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e4a522c1-7ec6-40f8-87f0-9bdb2dbb203f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:20.286266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-26480b3e-534d-41fd-896a-5b73cb9f0ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:20.622303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:21.625928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:22.348685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:22.477555 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-79e27307-bd9b-46ee-87bb-766d5ecb17c5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-196465274&fields=id&tenant_id=f70589114af54f908fa4ac5a4032297d HTTP/1.1" status: 200 len: 267 time: 0.0447402 Feb 17 01:29:22.569315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-2923b9f1-41b6-42bd-a805-5390dbead898 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:22.570894 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-2923b9f1-41b6-42bd-a805-5390dbead898 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 984 time: 0.0873818 Feb 17 01:29:22.582656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Request body: {'port': {'security_groups': ['52d23b0a-a9d5-40cc-9770-acf774fea9d5']}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:29:22.714572 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:23.040103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] For port 36144435-2516-4a86-b335-0f6b52d387eb, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=36144435-2516-4a86-b335-0f6b52d387eb,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:23.065400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:23.068963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:23.084532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-00430393-0c6d-4800-b9e3-ac0bbbe8032c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:23.234803 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event updated for resources: {'Port': ['ID=36144435-2516-4a86-b335-0f6b52d387eb,revision_number=6']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:23.247678 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:23.288035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:23.288710 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:23.290330 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0dbae0ab-a21c-4703-a4b5-1e673d46ce9e req-c516fa70-6397-4814-84aa-4a652a33bafc tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "PUT /v2.0/ports/36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 942 time: 0.7124233 Feb 17 01:29:23.290689 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:29:23.370367 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91dd7b98-e618-4a31-ae79-6ec4dad8b9f0 req-b32c6103-dc4d-4f89-883d-22d7a4424b31 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups/47f53dd2-2a4e-4522-8f10-3d737d91601b HTTP/1.1" status: 200 len: 3003 time: 0.0603895 Feb 17 01:29:23.451860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-91dd7b98-e618-4a31-ae79-6ec4dad8b9f0 req-5701878a-fe2a-493e-9700-83b77ec348f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:23.488915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-91dd7b98-e618-4a31-ae79-6ec4dad8b9f0 req-5701878a-fe2a-493e-9700-83b77ec348f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:23.498692 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb', 'status': 'completed', 'code': 200} Feb 17 01:29:23.520745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-e1b77c64-14a0-43e2-a304-8aee88a42ad5 None None] Provisioning complete for port 36144435-2516-4a86-b335-0f6b52d387eb triggered by entity DHCP. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:29:23.521168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e1b77c64-14a0-43e2-a304-8aee88a42ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:23.542824 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-91dd7b98-e618-4a31-ae79-6ec4dad8b9f0 req-5701878a-fe2a-493e-9700-83b77ec348f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:23.548382 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:23.564851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701878a-fe2a-493e-9700-83b77ec348f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f53dd2-2a4e-4522-8f10-3d737d91601b,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:23.568334 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5701878a-fe2a-493e-9700-83b77ec348f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:23.577400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-91dd7b98-e618-4a31-ae79-6ec4dad8b9f0 req-5701878a-fe2a-493e-9700-83b77ec348f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:23.578710 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-91dd7b98-e618-4a31-ae79-6ec4dad8b9f0 req-5701878a-fe2a-493e-9700-83b77ec348f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "DELETE /v2.0/security-groups/47f53dd2-2a4e-4522-8f10-3d737d91601b HTTP/1.1" status: 204 len: 173 time: 0.2016931 Feb 17 01:29:23.718581 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-6d76ec99-5cbe-40d7-86f1-611b562cd903 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/floatingips/15babb16-b91f-4008-8d68-9891b5df6c5e HTTP/1.1" status: 200 len: 998 time: 0.1176965 Feb 17 01:29:23.739756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-6591c90c-a1da-473e-8942-a9bf60050344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:23.741371 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-6591c90c-a1da-473e-8942-a9bf60050344 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1162 time: 0.2234724 Feb 17 01:29:23.888545 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-f04961de-0f1b-4e26-b9e1-73355c0e0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:23.889846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b10f5-42de-4988-b33b-258014072a44 req-6387ddd1-206b-4836-aa17-864c3f004750 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:23.890148 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-f04961de-0f1b-4e26-b9e1-73355c0e0044 service neutron] 10.222.0.71 "GET /v2.0/networks?id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 200 len: 908 time: 0.1398306 Feb 17 01:29:23.891354 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-6387ddd1-206b-4836-aa17-864c3f004750 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/networks/12fd91a0-431a-42be-abb2-70d0f79f7370 HTTP/1.1" status: 200 len: 784 time: 0.1655278 Feb 17 01:29:23.903935 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-d1390565-2435-4256-a85a-a795f1fb2d9b tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=83936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 01:29:23.905012 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-d1390565-2435-4256-a85a-a795f1fb2d9b tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065649 Feb 17 01:29:24.013289 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-033c0362-63d0-4797-9019-e4c240728756 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 1001 time: 0.1100264 Feb 17 01:29:24.026741 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-f687ba49-822b-4281-a964-2e168ee2c759 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.28.1.206 HTTP/1.1" status: 200 len: 1001 time: 0.1139987 Feb 17 01:29:24.084488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-86e878be-c36f-498d-a031-6061f723f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:24.086141 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-86e878be-c36f-498d-a031-6061f723f05f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc4a2683-ee4e-408b-97ed-eff367ac67e7 HTTP/1.1" status: 200 len: 853 time: 0.0642593 Feb 17 01:29:24.110362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b10f5-42de-4988-b33b-258014072a44 req-a3855dc1-4ec5-4873-bada-782b5086ead2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:24.111885 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-a3855dc1-4ec5-4873-bada-782b5086ead2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports/36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 942 time: 0.0792894 Feb 17 01:29:24.322615 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-e33d77b3-18e9-479f-807c-f0885faa4cc1 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.28.1.206 HTTP/1.1" status: 200 len: 1001 time: 0.1184347 Feb 17 01:29:24.426354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-048723d2-10cf-4574-82d9-6d5e7ae79db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:24.427807 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-048723d2-10cf-4574-82d9-6d5e7ae79db3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3295963 Feb 17 01:29:24.553617 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Deleting port 8cf1f1a3-1b30-4931-92db-00654e668528 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:24.554030 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:24.573592 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-3d6ad051-19cf-4360-b269-56687af806f2 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369243 Feb 17 01:29:24.721240 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3535397c-7c3a-4b8d-8299-a0167609d15a req-8ea0ddbe-59a1-4762-a23e-e1e5daa98644 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396482 Feb 17 01:29:24.737849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:24.738194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:24.876148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Calling delete_port for 8cf1f1a3-1b30-4931-92db-00654e668528 owned by network:floatingip {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:25.029510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 36144435-2516-4a86-b335-0f6b52d387eb up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:29:25.033286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:25.049533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2bf38c5b-e372-4816-9dee-43a790a292be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:25.115020 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 36144435-2516-4a86-b335-0f6b52d387eb triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:29:25.115419 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:25.158831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event deleted for resources: {'Port': ['ID=8cf1f1a3-1b30-4931-92db-00654e668528,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:25.167677 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:25.444638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks [] for floatingip, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:25.445007 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Floating IP 15babb16-b91f-4008-8d68-9891b5df6c5e disassociated (deleted). External IP: 172.28.1.206, port: 36144435-2516-4a86-b335-0f6b52d387eb. Feb 17 01:29:25.815182 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Router 10edab41-ea75-48ac-868e-89ada6f1e589 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:29:26.007727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:29:26.017219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] Sync routers for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:29:26.027244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:29:26.028031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:29:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:26.031913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:26.091244 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-81133a0f-1711-422c-8a17-d98483c550b5 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "DELETE /v2.0/floatingips/15babb16-b91f-4008-8d68-9891b5df6c5e HTTP/1.1" status: 204 len: 173 time: 1.7622888 Feb 17 01:29:26.091827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:29:26.200455 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb', 'status': 'completed', 'code': 200} Feb 17 01:29:26.245365 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:29:26.249363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b10f5-42de-4988-b33b-258014072a44 req-96231316-5090-4756-99c7-1c95856f9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:26.251041 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-96231316-5090-4756-99c7-1c95856f9ca0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1162 time: 0.1462948 Feb 17 01:29:26.286638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-f8465fe8-0c62-447f-9e72-85f9425fcd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:26.288338 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-f8465fe8-0c62-447f-9e72-85f9425fcd69 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f70589114af54f908fa4ac5a4032297d&device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 1162 time: 0.0918984 Feb 17 01:29:26.408797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b10f5-42de-4988-b33b-258014072a44 req-c81691fa-294f-4c5f-878f-d3e70a236560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:26.410950 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-c81691fa-294f-4c5f-878f-d3e70a236560 service neutron] 10.222.0.65 "GET /v2.0/networks?id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 200 len: 908 time: 0.1526127 Feb 17 01:29:26.437282 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-2dda1a31-353c-4a0f-bfc6-5093d769ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:26.439907 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-2dda1a31-353c-4a0f-bfc6-5093d769ca1b service neutron] 10.222.0.71 "GET /v2.0/networks?id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 200 len: 908 time: 0.1436560 Feb 17 01:29:26.493088 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-c40b1c2b-ab50-4d90-948c-8f6dd917defa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 217 time: 0.0723472 Feb 17 01:29:26.529494 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-3c2bb46f-aaf2-4960-9e82-e988a65ef0ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 200 len: 217 time: 0.0807779 Feb 17 01:29:26.576244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b10f5-42de-4988-b33b-258014072a44 req-99a541d4-0fc6-460e-9c23-b25e84df9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:26.578160 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-99a541d4-0fc6-460e-9c23-b25e84df9ac4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc4a2683-ee4e-408b-97ed-eff367ac67e7 HTTP/1.1" status: 200 len: 853 time: 0.0785589 Feb 17 01:29:26.609483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-682d0101-d935-4294-b2bd-0e947f16a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:26.611125 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-682d0101-d935-4294-b2bd-0e947f16a615 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc4a2683-ee4e-408b-97ed-eff367ac67e7 HTTP/1.1" status: 200 len: 853 time: 0.0741186 Feb 17 01:29:26.672064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b10f5-42de-4988-b33b-258014072a44 req-59a99e49-e32d-40c2-aeb2-5cf489646929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:26.673624 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-59a99e49-e32d-40c2-aeb2-5cf489646929 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877705 Feb 17 01:29:26.709691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-2a773ce1-38e1-4e26-aa1f-cae3783ba6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:26.711302 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-2a773ce1-38e1-4e26-aa1f-cae3783ba6dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de95896c-3d8f-4255-8beb-1c0aa6d86b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895593 Feb 17 01:29:26.788742 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'e692faf1-1b3f-4be2-81f4-75b183ef1f7a', 'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'mac_address': 'fa:16:3e:a9:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:45Z', 'revision_number': 5, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'subnets': [{'id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:26.792863 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] Checking router: 10edab41-ea75-48ac-868e-89ada6f1e589 for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:29:26.801790 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:29:26.802442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:29:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:26.844567 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-27d4dd23-465b-4c08-b913-e220094f5f2a service neutron] 10.222.0.65 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635683 Feb 17 01:29:26.894757 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-676ae8e1-a898-4a42-a54d-710843dc16bf service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593025 Feb 17 01:29:27.006357 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-877b10f5-42de-4988-b33b-258014072a44 req-32a71442-2125-4895-a631-6b33104cebff service neutron] 10.222.0.65 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1607718 Feb 17 01:29:27.016397 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:29:27.100882 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f146eb3d-6d70-4f8a-91a7-bc97409b0d89 req-3a6a4ddc-ef8e-4539-a178-38f4ed5a4cf4 service neutron] 10.222.0.71 "GET /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1965575 Feb 17 01:29:27.405526 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'e692faf1-1b3f-4be2-81f4-75b183ef1f7a', 'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'mac_address': 'fa:16:3e:a9:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:45Z', 'revision_number': 5, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'subnets': [{'id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:27.409932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa71902e-e4ef-442e-bc6b-b8ca73ee0ac6 None None] The sync data for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb is: [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:26:27Z', 'revision_number': 4, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'e692faf1-1b3f-4be2-81f4-75b183ef1f7a', 'name': '', 'network_id': 'de95896c-3d8f-4255-8beb-1c0aa6d86b6b', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'mac_address': 'fa:16:3e:a9:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:45Z', 'revision_number': 5, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'subnets': [{'id': 'fc4a2683-ee4e-408b-97ed-eff367ac67e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:29:27.831211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d20fec8-6bc4-4cc2-8e23-7f03d6bd3095 None None] New status for floating IP 15babb16-b91f-4008-8d68-9891b5df6c5e: DOWN {{(pid=83939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:29:30.527485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28904e4-901c-4888-b4e7-24dbbce0d51c req-e812228b-543b-4a16-859f-f5073a547ac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:30.528252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b28904e4-901c-4888-b4e7-24dbbce0d51c req-e812228b-543b-4a16-859f-f5073a547ac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Synchronizing usage tracker for tenant:f70589114af54f908fa4ac5a4032297d on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:29:30.543886 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b28904e4-901c-4888-b4e7-24dbbce0d51c req-e812228b-543b-4a16-859f-f5073a547ac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Unset dirty status for tenant:f70589114af54f908fa4ac5a4032297d on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:29:30.546429 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b28904e4-901c-4888-b4e7-24dbbce0d51c req-e812228b-543b-4a16-859f-f5073a547ac9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 945 time: 0.1080711 Feb 17 01:29:30.595727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b28904e4-901c-4888-b4e7-24dbbce0d51c req-9dee7fb4-69e5-4430-9dd8-e7640fe02a8a tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Synchronizing usage tracker for tenant:f70589114af54f908fa4ac5a4032297d on resource:security_group {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:29:30.611062 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-b28904e4-901c-4888-b4e7-24dbbce0d51c req-9dee7fb4-69e5-4430-9dd8-e7640fe02a8a tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Unset dirty status for tenant:f70589114af54f908fa4ac5a4032297d on resource:security_group {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:29:30.612466 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b28904e4-901c-4888-b4e7-24dbbce0d51c req-9dee7fb4-69e5-4430-9dd8-e7640fe02a8a tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592871 Feb 17 01:29:31.845672 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b476-79f4-4cc2-9203-bedbe3e7e09d req-f2907924-4c5f-4f52-9d98-bc207e55b8ea tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:31.847300 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9a93b476-79f4-4cc2-9203-bedbe3e7e09d req-f2907924-4c5f-4f52-9d98-bc207e55b8ea tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 945 time: 0.1145506 Feb 17 01:29:31.895945 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9a93b476-79f4-4cc2-9203-bedbe3e7e09d req-08f98fe4-2dde-4f5c-9e35-b6462d668815 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/security-groups?id=52d23b0a-a9d5-40cc-9770-acf774fea9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Feb 17 01:29:32.295318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47225372-7002-4f21-9016-4e25ebc74fac req-32c864c2-af85-4c33-b3de-22d90170b5a9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:32.296114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-47225372-7002-4f21-9016-4e25ebc74fac req-32c864c2-af85-4c33-b3de-22d90170b5a9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Synchronizing usage tracker for tenant:f70589114af54f908fa4ac5a4032297d on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:29:32.308224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-47225372-7002-4f21-9016-4e25ebc74fac req-32c864c2-af85-4c33-b3de-22d90170b5a9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Unset dirty status for tenant:f70589114af54f908fa4ac5a4032297d on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:29:32.309391 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-47225372-7002-4f21-9016-4e25ebc74fac req-32c864c2-af85-4c33-b3de-22d90170b5a9 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.71 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 945 time: 0.0978265 Feb 17 01:29:32.386490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-47225372-7002-4f21-9016-4e25ebc74fac req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Deleting port 36144435-2516-4a86-b335-0f6b52d387eb {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:32.387501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-47225372-7002-4f21-9016-4e25ebc74fac req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:32.654680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-47225372-7002-4f21-9016-4e25ebc74fac req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] For port 36144435-2516-4a86-b335-0f6b52d387eb, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=36144435-2516-4a86-b335-0f6b52d387eb,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:32.655074 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-47225372-7002-4f21-9016-4e25ebc74fac req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:32.793214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-47225372-7002-4f21-9016-4e25ebc74fac req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Calling delete_port for 36144435-2516-4a86-b335-0f6b52d387eb owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:32.806899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 36144435-2516-4a86-b335-0f6b52d387eb no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:29:32.976039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:32.984222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-47225372-7002-4f21-9016-4e25ebc74fac req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:33.003755 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8760ecb9-4478-4879-b9f7-96fb20737fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:33.063833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Pushing event deleted for resources: {'Port': ['ID=36144435-2516-4a86-b335-0f6b52d387eb,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:33.081454 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-363483d4-cc6b-4a92-8f7b-0e151a149a3a req-45a01e75-2aad-4392-84d5-28a8c7cd0f4c tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.65 "GET /v2.0/ports?device_id=989ad88b-c255-4371-b599-2c853125f947 HTTP/1.1" status: 200 len: 210 time: 0.0539677 Feb 17 01:29:33.114875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:33.253536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-47225372-7002-4f21-9016-4e25ebc74fac req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] No DVR routers for this DVR port 36144435-2516-4a86-b335-0f6b52d387eb on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:29:33.256004 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-47225372-7002-4f21-9016-4e25ebc74fac req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:33.260070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'name': 'network-vif-deleted', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:29:33.284785 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-47225372-7002-4f21-9016-4e25ebc74fac req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] 10.222.0.71 "DELETE /v2.0/ports/36144435-2516-4a86-b335-0f6b52d387eb HTTP/1.1" status: 204 len: 173 time: 0.9694796 Feb 17 01:29:33.446218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde63eb-2fa0-4b8b-a349-6a22fcfffd16 req-33f5aa16-0d6f-494d-b31a-c1fa09ca4780 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:33.447878 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2bde63eb-2fa0-4b8b-a349-6a22fcfffd16 req-33f5aa16-0d6f-494d-b31a-c1fa09ca4780 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.0932496 Feb 17 01:29:33.497065 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2bde63eb-2fa0-4b8b-a349-6a22fcfffd16 req-366ce6d0-1298-4ce4-aacc-7b7e53df0cde tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423863 Feb 17 01:29:33.643283 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989ad88b-c255-4371-b599-2c853125f947', 'name': 'network-vif-deleted', 'tag': '36144435-2516-4a86-b335-0f6b52d387eb', 'status': 'completed', 'code': 200} Feb 17 01:29:33.673898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:29:34.709993 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b0fea-1499-425d-a7fd-08358cb867ef req-3f2f2b7c-0c08-4de0-b7c7-50e745d73070 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:34.711818 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca1b0fea-1499-425d-a7fd-08358cb867ef req-3f2f2b7c-0c08-4de0-b7c7-50e745d73070 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.0925019 Feb 17 01:29:34.764334 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ca1b0fea-1499-425d-a7fd-08358cb867ef req-2258d0df-e0cc-4164-aac8-b40cbc210bcd tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462918 Feb 17 01:29:34.889065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36250) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:35.486879 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846749815'] for router_interface, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:36.089032 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2c648-7a75-4fa5-860c-01094db48a3e req-6334f3fe-5c62-4b7c-accb-5cfb7b4f8a1c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:36.090539 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d4f2c648-7a75-4fa5-860c-01094db48a3e req-6334f3fe-5c62-4b7c-accb-5cfb7b4f8a1c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1526372 Feb 17 01:29:36.188400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Deleting port e692faf1-1b3f-4be2-81f4-75b183ef1f7a {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:36.188778 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:36.223595 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d4f2c648-7a75-4fa5-860c-01094db48a3e req-56a6cc78-b82a-4c33-a2d3-74da87896efd tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950873 Feb 17 01:29:36.380473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] For port e692faf1-1b3f-4be2-81f4-75b183ef1f7a, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=e692faf1-1b3f-4be2-81f4-75b183ef1f7a,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:36.380865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:36.524552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Calling delete_port for e692faf1-1b3f-4be2-81f4-75b183ef1f7a owned by network:router_interface {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:36.861980 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:36.878598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:36.980440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e692faf1-1b3f-4be2-81f4-75b183ef1f7a,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:36.985579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:37.131962 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-f4603f79-2cc0-4f3d-8415-8f59940f26fd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0857885 Feb 17 01:29:37.244789 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8382613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846749721'] for router_interface, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:37.318296 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-8bb9e071-a9db-41d8-849c-d9de432448e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:37.320586 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-8bb9e071-a9db-41d8-849c-d9de432448e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1162 time: 0.0851359 Feb 17 01:29:37.487479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-e03c4ab9-25e5-4bb8-9f1e-bf9fe2628a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:37.489648 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-e03c4ab9-25e5-4bb8-9f1e-bf9fe2628a88 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 903 time: 0.1492238 Feb 17 01:29:37.604124 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-dce63233-6cef-48fb-9c73-ca1614d97474 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 1001 time: 0.1063046 Feb 17 01:29:37.605232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7eac21-c8b9-4d4d-acf7-6a04093e0cf7 req-a5b719f4-4cac-4598-a941-5e59eefe7550 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:37.606955 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b7eac21-c8b9-4d4d-acf7-6a04093e0cf7 req-a5b719f4-4cac-4598-a941-5e59eefe7550 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.2487421 Feb 17 01:29:37.689230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-5262d7f4-05e8-4b50-954b-478c9926f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:37.690854 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-5262d7f4-05e8-4b50-954b-478c9926f875 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 200 len: 848 time: 0.0759263 Feb 17 01:29:37.695094 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4b7eac21-c8b9-4d4d-acf7-6a04093e0cf7 req-f5515c2c-f6cd-47d6-8ae1-5b98bb4e84ef tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816436 Feb 17 01:29:37.799044 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-4bd9abb9-ab00-4ca0-914d-c8eca731754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:37.800856 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-4bd9abb9-ab00-4ca0-914d-c8eca731754b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1028776 Feb 17 01:29:37.953233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Router 10edab41-ea75-48ac-868e-89ada6f1e589 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:29:37.984064 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-343d0469-fc26-4140-9c74-79f3ecf21441 service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746991 Feb 17 01:29:38.049440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36298) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:38.188098 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0a538e38-8f1f-4dad-a1b7-9987a22acd37 req-4d566f55-73e1-47f9-ba22-a89293416dca service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1959844 Feb 17 01:29:38.451539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:29:38.470418 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] 10.222.0.65 "PUT /v2.0/routers/10edab41-ea75-48ac-868e-89ada6f1e589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5801175 Feb 17 01:29:38.473227 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36310) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:38.474179 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] Sync routers for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:29:38.502352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:29:38.503196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:29:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:38.534166 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:38.554422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:29:38.564529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:030b10b9199b4bc082eb6e6dde8693d2 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:29:38.571804 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:29:38.577958 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:29:38.688412 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:38.692465 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:38.702380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-14ce9994-8c24-4d96-98a5-9c2c0bb1719c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:38.706870 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks [] for router, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:38.733693 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:29:38.747946 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=030b10b9199b4bc082eb6e6dde8693d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946857 Feb 17 01:29:38.748411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36316) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:38.751437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7976792c-93b4-4cb2-a8d1-835178627a39,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:38.766508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:38.821243 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-51cf9215-afc3-444c-a9f5-f9ab2b3d1bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:38.851017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-51cf9215-afc3-444c-a9f5-f9ab2b3d1bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:38.941986 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:38.951626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Deleting port c8503790-b04e-4687-8902-99030ec55aca {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:38.952140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:38.980230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:39.006547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9dacd-3adb-43f1-9554-7183ae77f89d req-8921e978-2501-41de-89e5-1b54c806afd8 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:39.008214 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d7c9dacd-3adb-43f1-9554-7183ae77f89d req-8921e978-2501-41de-89e5-1b54c806afd8 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1457639 Feb 17 01:29:39.009335 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-51cf9215-afc3-444c-a9f5-f9ab2b3d1bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:39.014696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b8806a32-af52-418c-b5f7-1493b47bc293 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:39.046264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf9215-afc3-444c-a9f5-f9ab2b3d1bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7976792c-93b4-4cb2-a8d1-835178627a39,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:39.052787 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-51cf9215-afc3-444c-a9f5-f9ab2b3d1bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:39.056028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-51cf9215-afc3-444c-a9f5-f9ab2b3d1bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:39.057185 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-51cf9215-afc3-444c-a9f5-f9ab2b3d1bc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7976792c-93b4-4cb2-a8d1-835178627a39 HTTP/1.1" status: 204 len: 168 time: 0.3079886 Feb 17 01:29:39.081039 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d7c9dacd-3adb-43f1-9554-7183ae77f89d req-c2d1d32d-055f-4d82-913e-1e2581f48626 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570018 Feb 17 01:29:39.151570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:29:36Z', 'revision_number': 5, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:39.156789 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] Checking router: 10edab41-ea75-48ac-868e-89ada6f1e589 for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:29:39.165901 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] Routers {'10edab41-ea75-48ac-868e-89ada6f1e589'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:29:39.166694 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:29:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['10edab41-ea75-48ac-868e-89ada6f1e589'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:39.170498 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] For port c8503790-b04e-4687-8902-99030ec55aca, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=c8503790-b04e-4687-8902-99030ec55aca,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:39.171072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:39.317949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Calling delete_port for c8503790-b04e-4687-8902-99030ec55aca owned by network:router_gateway {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:39.374807 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] Set router 10edab41-ea75-48ac-868e-89ada6f1e589 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:29:39.711937 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:39.752289 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:29:36Z', 'revision_number': 5, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:39.757555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3b1ed4-2c59-4da9-87a5-a9f9f4ee11f9 None None] The sync data for ids ['10edab41-ea75-48ac-868e-89ada6f1e589'] in dv-cinder-759987-3-smb is: [{'id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'name': 'tempest-TestMinimumBasicScenario-510780658-router', 'tenant_id': 'f70589114af54f908fa4ac5a4032297d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'c8503790-b04e-4687-8902-99030ec55aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:20Z', 'updated_at': '2021-02-17T01:29:36Z', 'revision_number': 5, 'project_id': 'f70589114af54f908fa4ac5a4032297d', 'gw_port': {'id': 'c8503790-b04e-4687-8902-99030ec55aca', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10edab41-ea75-48ac-868e-89ada6f1e589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:22Z', 'updated_at': '2021-02-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:29:39.926512 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846838357'] for router_gateway, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:40.080764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846752989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12425'] for router, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:40.087503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:40.127615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846752511'] for router, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:40.128404 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10edab41-ea75-48ac-868e-89ada6f1e589 {{(pid=83937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:29:40.149415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] Notify callbacks [] for router, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:40.153383 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2915cc27-4c0f-4456-be94-1c0c8aba57fe admin admin] 10.222.0.65 "DELETE /v2.0/routers/10edab41-ea75-48ac-868e-89ada6f1e589 HTTP/1.1" status: 204 len: 168 time: 1.6788383 Feb 17 01:29:40.156249 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36356) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:40.236427 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b14200-a231-4647-9369-b31ccca52651 admin admin] Deleting subnet fc4a2683-ee4e-408b-97ed-eff367ac67e7 {{(pid=83936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:29:40.280740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-50b14200-a231-4647-9369-b31ccca52651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:40.353614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-50b14200-a231-4647-9369-b31ccca52651 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:40.453338 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30f79e-f908-46e9-8854-ab788b1636f6 req-f05b4e23-8ce5-4d26-a869-3cc34e727b36 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:40.454984 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fe30f79e-f908-46e9-8854-ab788b1636f6 req-f05b4e23-8ce5-4d26-a869-3cc34e727b36 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.2161832 Feb 17 01:29:40.516899 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-50b14200-a231-4647-9369-b31ccca52651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:40.689254 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fe30f79e-f908-46e9-8854-ab788b1636f6 req-e91052c0-b43c-44f5-b8a0-c1178c2d6a52 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934161 Feb 17 01:29:40.768928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e75f-5f87-422b-9117-d7005cd873c8 req-831dc584-4411-4135-9ba4-19ccf74764b7 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:40.770516 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f641e75f-5f87-422b-9117-d7005cd873c8 req-831dc584-4411-4135-9ba4-19ccf74764b7 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 945 time: 0.3128545 Feb 17 01:29:40.877139 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f641e75f-5f87-422b-9117-d7005cd873c8 req-f82e33bd-e4fc-490c-92e4-c18abd959b78 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928690 Feb 17 01:29:40.906924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-50b14200-a231-4647-9369-b31ccca52651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for subnet, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:40.926121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c1576973-ddfa-400c-a682-04e93cf1c1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:41.009826 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b14200-a231-4647-9369-b31ccca52651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4a2683-ee4e-408b-97ed-eff367ac67e7,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:41.012837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-50b14200-a231-4647-9369-b31ccca52651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:41.061363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-50b14200-a231-4647-9369-b31ccca52651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:41.066503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15facca-9ced-470d-919b-49abfdb5f59d None None] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:29:41.068729 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-50b14200-a231-4647-9369-b31ccca52651 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fc4a2683-ee4e-408b-97ed-eff367ac67e7 HTTP/1.1" status: 204 len: 168 time: 0.9109263 Feb 17 01:29:41.070967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36368) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:41.189978 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:41.260532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Deleting port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:41.260944 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:41.344068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] DHCP port deletion for de95896c-3d8f-4255-8beb-1c0aa6d86b6b request from dv-cinder-759987-3-smb {{(pid=83938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:29:41.348663 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] Deleting port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 {{(pid=83938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:41.349081 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:41.485591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] For port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=c1bfc0e1-1b8d-4a2f-80a6-256efd88b759,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:41.486135 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:41.568045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] For port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=c1bfc0e1-1b8d-4a2f-80a6-256efd88b759,segment=NetworkSegment(3dca81c7-e12c-4fad-af8d-8d21390f827d),segment_id=3dca81c7-e12c-4fad-af8d-8d21390f827d)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:41.568479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:41.621075 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Calling delete_port for c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:41.699902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device c8503790-b04e-4687-8902-99030ec55aca no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:29:41.701770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:41.717067 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a9bcfd75-2378-4bf3-bc8e-db06df80f357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:41.823031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bfc0e1-1b8d-4a2f-80a6-256efd88b759,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:41.836163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:41.932675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] Calling delete_port for c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 owned by network:dhcp {{(pid=83938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:41.952329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] No DVR routers for this DVR port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 on host dv-cinder-759987-3-smb {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:29:41.977770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: c8503790-b04e-4687-8902-99030ec55aca {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:29:41.978273 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device c8503790-b04e-4687-8902-99030ec55aca not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:29:41.978735 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:29:42.027680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:29:42.028286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:29:42.028756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device e692faf1-1b3f-4be2-81f4-75b183ef1f7a no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:29:42.101288 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: e692faf1-1b3f-4be2-81f4-75b183ef1f7a {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:29:42.101576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device e692faf1-1b3f-4be2-81f4-75b183ef1f7a not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:29:42.105610 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:42.130589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96d775-7cf3-4ef8-a06e-d1e457770cd1 req-6e838e3b-7bfe-4327-be9b-1dc7021e8f98 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:42.138986 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7b96d775-7cf3-4ef8-a06e-d1e457770cd1 req-6e838e3b-7bfe-4327-be9b-1dc7021e8f98 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.2534502 Feb 17 01:29:42.241028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83938) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:29:42.241429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:29:42.315057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-58e16594-765e-4047-9ccc-7b40e2bad756 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:42.315976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-58e16594-765e-4047-9ccc-7b40e2bad756 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Synchronizing usage tracker for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:29:42.327989 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7b96d775-7cf3-4ef8-a06e-d1e457770cd1 req-57802097-97f5-4ee8-9810-3c6595fecfba tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880100 Feb 17 01:29:42.328968 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-58e16594-765e-4047-9ccc-7b40e2bad756 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Unset dirty status for tenant:1db2f122c94d4668b3e39eea0fa55571 on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:29:42.330146 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-58e16594-765e-4047-9ccc-7b40e2bad756 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 945 time: 0.1057465 Feb 17 01:29:42.356220 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.356546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.357374 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.357791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > port after_create 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.358070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > port after_delete 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.358422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > port after_update 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.358780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.359138 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.359518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.359871 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.433394 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Deleting port f54b0ecd-abfb-45a9-95e7-37d772176346 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:42.433790 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:42.457215 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.457758 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.458240 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.458712 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83936) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 01:29:42.459768 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de95896c-3d8f-4255-8beb-1c0aa6d86b6b']}} {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:42.536461 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dca81c7-e12c-4fad-af8d-8d21390f827d') {'for_net_delete': True} {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:42.537060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dca81c7-e12c-4fad-af8d-8d21390f827d') {} {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:42.566636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847132185'] for segment, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:42.582337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4aa7-4a29-4bfa-81d2-c047a562a0c0 req-c6ee4bfb-7235-4478-9369-a3dfe5e60a78 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:42.584239 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-01eb4aa7-4a29-4bfa-81d2-c047a562a0c0 req-c6ee4bfb-7235-4478-9369-a3dfe5e60a78 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 945 time: 0.3898177 Feb 17 01:29:42.607067 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:42.622717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:29:42.718555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] For port f54b0ecd-abfb-45a9-95e7-37d772176346, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f54b0ecd-abfb-45a9-95e7-37d772176346,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:42.718941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:42.742613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] Deleting port c1bfc0e1-1b8d-4a2f-80a6-256efd88b759 {{(pid=83938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:42.743046 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:42.815358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-578d40c6-1655-4f1a-8f40-c5e8e59db12a None None] The port 'c1bfc0e1-1b8d-4a2f-80a6-256efd88b759' was deleted {{(pid=83938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:29:42.829569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9bd34-8a89-4950-b47e-bbd8a88a46c4 req-ddf19582-066b-4867-9789-f7846c7ec01c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:42.831118 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-83f9bd34-8a89-4950-b47e-bbd8a88a46c4 req-ddf19582-066b-4867-9789-f7846c7ec01c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.3610356 Feb 17 01:29:42.833928 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-01eb4aa7-4a29-4bfa-81d2-c047a562a0c0 req-222db0d4-2b7f-4b1f-9eab-adf72dfbd066 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323780 Feb 17 01:29:42.861706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device f54b0ecd-abfb-45a9-95e7-37d772176346 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:29:42.876665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b has no segments {{(pid=83936) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:29:42.887970 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847132434'] for segment, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:42.986060 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:42.992861 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-83f9bd34-8a89-4950-b47e-bbd8a88a46c4 req-6d785ce1-c7ce-4d2b-8b41-12d159958b71 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1474254 Feb 17 01:29:43.021151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:29:43.032789 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port f54b0ecd-abfb-45a9-95e7-37d772176346, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f54b0ecd-abfb-45a9-95e7-37d772176346,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:43.038370 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:43.048738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:43.049320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:43.049446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:43.049662 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Floating IP 68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f disassociated. External IP: 172.28.1.81, port: f54b0ecd-abfb-45a9-95e7-37d772176346. Feb 17 01:29:43.050008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Calling delete_port for f54b0ecd-abfb-45a9-95e7-37d772176346 owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:43.117063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Network de95896c-3d8f-4255-8beb-1c0aa6d86b6b has no segments {{(pid=83936) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:29:43.125972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=f54b0ecd-abfb-45a9-95e7-37d772176346,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:43.135472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.135861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.136242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.136611 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.136978 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.137362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.137698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.138047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.138407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.138764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.139121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.139508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.139972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.140331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.140687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.141048 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.141392 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.141746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.142233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.142595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.142949 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.143300 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.143691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.144056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:29:43.152059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: from cryptography.utils import int_from_bytes Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: from cryptography.utils import int_from_bytes Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: (rel_b, rel_a, rel_b), Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:29:43.166138 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:29:43.169713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83937) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:29:43.170163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:29:43.251085 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346', 'code': 200} Feb 17 01:29:43.535658 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:43.543406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9f556699-473f-4063-8200-0d9fa0ff6de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:43.564320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:43.576670 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Pushing event deleted for resources: {'Network': ['ID=de95896c-3d8f-4255-8beb-1c0aa6d86b6b,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:43.585297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:43.591237 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ffc0bed0-91cd-48fc-bc81-2c5db726058c admin admin] 10.222.0.65 "DELETE /v2.0/networks/de95896c-3d8f-4255-8beb-1c0aa6d86b6b HTTP/1.1" status: 204 len: 168 time: 2.5186753 Feb 17 01:29:43.601154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deccc3-f8f5-44a0-bf9e-d4c73500b844 req-33132198-4565-465f-8389-3326f55f9f10 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:43.602923 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b3deccc3-f8f5-44a0-bf9e-d4c73500b844 req-33132198-4565-465f-8389-3326f55f9f10 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1447880 Feb 17 01:29:43.660077 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b3deccc3-f8f5-44a0-bf9e-d4c73500b844 req-de215d18-8704-4ef4-ba2b-1ddcf3da7cfc tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498922 Feb 17 01:29:43.671009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Deleting port f54b0ecd-abfb-45a9-95e7-37d772176346 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:43.671780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:43.844019 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36404) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:43.913077 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4a79f388-159d-4980-ad5f-3b051740a07c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f70589114af54f908fa4ac5a4032297d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671666 Feb 17 01:29:43.913747 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36410) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:43.963927 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] For port f54b0ecd-abfb-45a9-95e7-37d772176346, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=f54b0ecd-abfb-45a9-95e7-37d772176346,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:43.964317 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:44.029909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d496605-90c2-43cc-9847-bef7c9eec78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:44.076865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d496605-90c2-43cc-9847-bef7c9eec78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:44.173277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a21cca-27b4-46c3-97b3-a52c33383040 req-6ac9de98-5bff-440f-b706-86a77c0a9a5f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:44.174933 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d1a21cca-27b4-46c3-97b3-a52c33383040 req-6ac9de98-5bff-440f-b706-86a77c0a9a5f tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 943 time: 0.1985457 Feb 17 01:29:44.238053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d496605-90c2-43cc-9847-bef7c9eec78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:44.245870 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ac01eb05-6724-4cf6-bf6e-3f00c489f52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:44.262128 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d1a21cca-27b4-46c3-97b3-a52c33383040 req-5fda2192-3bf6-4e48-a409-ec4e8eb6aca6 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups?id=8f412358-e777-4ce3-8e2d-dcf6abb44031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807388 Feb 17 01:29:44.266913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d496605-90c2-43cc-9847-bef7c9eec78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d23b0a-a9d5-40cc-9770-acf774fea9d5,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:44.272468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4d496605-90c2-43cc-9847-bef7c9eec78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:44.305299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60501924-e0d5-4953-8166-7417dac995f9 req-f3140d96-e777-4fc4-8ff0-bfb1022f4c37 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:44.306879 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-60501924-e0d5-4953-8166-7417dac995f9 req-f3140d96-e777-4fc4-8ff0-bfb1022f4c37 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1847672 Feb 17 01:29:44.312040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d496605-90c2-43cc-9847-bef7c9eec78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:44.320465 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4d496605-90c2-43cc-9847-bef7c9eec78f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52d23b0a-a9d5-40cc-9770-acf774fea9d5 HTTP/1.1" status: 204 len: 168 time: 0.4056442 Feb 17 01:29:44.396577 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-60501924-e0d5-4953-8166-7417dac995f9 req-d46c38eb-78bd-42a7-8f68-eed84023ba04 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0693817 Feb 17 01:29:44.404797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:44.405463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:44.406014 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Floating IP 68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f disassociated. External IP: 172.28.1.81, port: f54b0ecd-abfb-45a9-95e7-37d772176346. Feb 17 01:29:44.406569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Calling delete_port for f54b0ecd-abfb-45a9-95e7-37d772176346 owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:44.567638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:44.585106 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-dae87ece-8e12-40bd-bd0f-a5e6fb83cfc3 tempest-AttachVolumeNegativeTest-18328945 tempest-AttachVolumeNegativeTest-18328945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:44.686538 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event deleted for resources: {'Port': ['ID=f54b0ecd-abfb-45a9-95e7-37d772176346,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:44.694192 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:44.884042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:29:44.889883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f69275-4cda-48f0-9f3c-768659ff750f req-ffc74583-ebfb-48c0-bbd3-9c2c13f8c912 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:44.891544 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1f69275-4cda-48f0-9f3c-768659ff750f req-ffc74583-ebfb-48c0-bbd3-9c2c13f8c912 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.0890107 Feb 17 01:29:44.940280 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1f69275-4cda-48f0-9f3c-768659ff750f req-15c86b56-ac1e-4563-a1a2-98d3932bc208 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413349 Feb 17 01:29:44.956851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:29:44.957299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:44.964490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Router df0d86ea-aad3-409d-9d12-e6b50626087c has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:29:45.163287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:29:45.174435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] Sync routers for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:29:45.186767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:29:45.187819 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:29:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:45.209086 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] No DVR routers for this DVR port f54b0ecd-abfb-45a9-95e7-37d772176346 on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:29:45.221233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:45.224337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'name': 'network-vif-deleted', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:29:45.243540 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-64f2d2a9-6f76-47c7-abcb-ae4e639e2f6f req-ae0e3acb-4a2c-4559-8d49-80cade494904 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.71 "DELETE /v2.0/ports/f54b0ecd-abfb-45a9-95e7-37d772176346 HTTP/1.1" status: 204 len: 173 time: 2.9067616 Feb 17 01:29:45.284425 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0bea96d-e973-4817-96e7-45db6e690cb4', 'name': 'network-vif-deleted', 'tag': 'f54b0ecd-abfb-45a9-95e7-37d772176346', 'status': 'completed', 'code': 200} Feb 17 01:29:45.522368 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-58575ccd-da31-4e96-859e-eec803acaefa req-be245a2c-2976-4423-b5b1-dc0ca28a7ab8 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0bea96d-e973-4817-96e7-45db6e690cb4 HTTP/1.1" status: 200 len: 210 time: 0.1216028 Feb 17 01:29:45.605584 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:29:45.669103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf36419-ff8d-4026-b239-97d4a379835c req-9fa5679f-52fe-485f-9c2e-d27841167b12 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:45.670728 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bf36419-ff8d-4026-b239-97d4a379835c req-9fa5679f-52fe-485f-9c2e-d27841167b12 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1013181 Feb 17 01:29:45.723271 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7bf36419-ff8d-4026-b239-97d4a379835c req-225a1860-5e3b-43e0-9e12-74f8605ecb5b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460095 Feb 17 01:29:46.001311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:46.006094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] Checking router: df0d86ea-aad3-409d-9d12-e6b50626087c for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:29:46.018099 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:29:46.019905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:29:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:46.203080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bf01e-39ec-4073-acec-0ca609b00da6 req-ea4e650b-19db-4de3-8b46-cda5b1d1df3d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:46.214192 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-891bf01e-39ec-4073-acec-0ca609b00da6 req-ea4e650b-19db-4de3-8b46-cda5b1d1df3d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1243694 Feb 17 01:29:46.264636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:29:46.277893 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-891bf01e-39ec-4073-acec-0ca609b00da6 req-0c261176-58b5-41e4-a3ee-1067133e6c7d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565579 Feb 17 01:29:46.708169 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:46.712730 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9835e-7854-45df-b5fd-2d7b94523e41 None None] The sync data for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb is: [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:23:53Z', 'revision_number': 4, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': '2dbb63d4-ea26-4ec5-bc6e-161dbce66748', 'name': '', 'network_id': 'edadca0b-4edb-49d5-9c92-08e469655e3f', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'mac_address': 'fa:16:3e:63:f2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:52Z', 'updated_at': '2021-02-17T01:24:09Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'subnets': [{'id': 'aa42faad-ccd4-4961-8adb-0d38a6919c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:29:46.716648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36480) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:46.851483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-27e9aa4e-0695-4223-9060-2b929e82564d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:46.968984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-27e9aa4e-0695-4223-9060-2b929e82564d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:47.065195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdac1b-26c3-420b-9b8b-379cf72d52dd req-a0d915b2-f3be-462b-b680-9d3f19473147 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:47.076835 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-00bdac1b-26c3-420b-9b8b-379cf72d52dd req-a0d915b2-f3be-462b-b680-9d3f19473147 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1869595 Feb 17 01:29:47.172110 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-00bdac1b-26c3-420b-9b8b-379cf72d52dd req-77c6eec1-852d-4804-8769-399e865f3b23 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0938981 Feb 17 01:29:47.172368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-27e9aa4e-0695-4223-9060-2b929e82564d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:47.189450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-51cf9215-afc3-444c-a9f5-f9ab2b3d1bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:47.217422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9aa4e-0695-4223-9060-2b929e82564d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f412358-e777-4ce3-8e2d-dcf6abb44031,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:47.221445 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-27e9aa4e-0695-4223-9060-2b929e82564d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:47.242864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-27e9aa4e-0695-4223-9060-2b929e82564d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:47.246681 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-27e9aa4e-0695-4223-9060-2b929e82564d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "DELETE /v2.0/security-groups/8f412358-e777-4ce3-8e2d-dcf6abb44031 HTTP/1.1" status: 204 len: 168 time: 0.5262470 Feb 17 01:29:47.247214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36494) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:47.274726 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.v2.resource [None req-ee75c99c-27f7-4fb5-b3a7-2b5f53d25997 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] show failed (client error): The resource could not be found. Feb 17 01:29:47.276145 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ee75c99c-27f7-4fb5-b3a7-2b5f53d25997 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "GET /v2.0/security-groups/8f412358-e777-4ce3-8e2d-dcf6abb44031 HTTP/1.1" status: 404 len: 347 time: 0.0278578 Feb 17 01:29:47.279409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36498) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:47.332629 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a340e9-8762-4034-9ab1-430f4f5c4c1d None None] New status for floating IP 68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f: DOWN {{(pid=83938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:29:47.460573 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Deleting port 245f9d77-1d38-4511-82fc-1a03626b0588 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:47.460943 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:47.703268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1534c-1da0-4894-ac24-9379a7cbff07 req-fe187073-ed23-403d-8182-4ea353852cd0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:47.718652 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7db1534c-1da0-4894-ac24-9379a7cbff07 req-fe187073-ed23-403d-8182-4ea353852cd0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.2185776 Feb 17 01:29:47.811144 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7db1534c-1da0-4894-ac24-9379a7cbff07 req-66ede677-58be-4bbc-af38-c4e0273f173f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913529 Feb 17 01:29:47.859068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:47.859459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:48.001722 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c2a5fb22-f169-4efd-90db-1d763d3d711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:48.029389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Calling delete_port for 245f9d77-1d38-4511-82fc-1a03626b0588 owned by network:floatingip {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:48.149931 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83936) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:29:48.150287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:29:48.437135 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aa5f9-a874-40d5-bc28-3589a9bd43f2 req-f65db095-1fcb-484d-9b52-15aa98c1d316 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:48.438605 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e19aa5f9-a874-40d5-bc28-3589a9bd43f2 req-f65db095-1fcb-484d-9b52-15aa98c1d316 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1157303 Feb 17 01:29:48.507054 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e19aa5f9-a874-40d5-bc28-3589a9bd43f2 req-45ee3bbc-5c76-421c-8d01-8dfa221f2e2e tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0534844 Feb 17 01:29:48.651767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Deleting port 245f9d77-1d38-4511-82fc-1a03626b0588 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:48.652157 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:48.875733 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:48.876605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:49.079380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Calling delete_port for 245f9d77-1d38-4511-82fc-1a03626b0588 owned by network:floatingip {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:49.243621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed69233-a9c6-41f4-8da4-a9b4ec8aa130 req-09283628-b1e8-4b4f-a1bf-e03be8289eb8 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:49.244721 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ed69233-a9c6-41f4-8da4-a9b4ec8aa130 req-09283628-b1e8-4b4f-a1bf-e03be8289eb8 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.2177508 Feb 17 01:29:49.341645 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-3ed69233-a9c6-41f4-8da4-a9b4ec8aa130 req-edcfe135-a683-4f26-af88-ad22de5bf5cb tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583556 Feb 17 01:29:49.358330 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643333'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:49.373104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-14faa699-1265-4931-a1b5-dd1832977e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:49.472769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Pushing event deleted for resources: {'Port': ['ID=245f9d77-1d38-4511-82fc-1a03626b0588,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:49.480476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:49.622240 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks [] for floatingip, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:49.693161 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:49.698318 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5f73f358-5020-4481-8176-62cde33b623c tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] 10.222.0.65 "DELETE /v2.0/floatingips/68c1e1bb-7a9f-42b5-a9c5-96bef9ab4a6f HTTP/1.1" status: 204 len: 168 time: 2.4146490 Feb 17 01:29:49.732116 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841e9fc-8d07-4d95-8657-30d2df2d46f4 req-1c2e1e8b-5ac5-4401-837d-c358c313ed1f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:49.733662 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9841e9fc-8d07-4d95-8657-30d2df2d46f4 req-1c2e1e8b-5ac5-4401-837d-c358c313ed1f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1077626 Feb 17 01:29:49.800916 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9841e9fc-8d07-4d95-8657-30d2df2d46f4 req-0521bb10-9d87-4d20-bd2f-ee5485c49663 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0486317 Feb 17 01:29:50.306709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-026c60f7-f4ac-4491-8e83-6d5bf22aadb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:50.580809 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeec0c1-2aff-4f02-8ac0-ab5f31fd94af req-dce72873-5d97-4308-b7b3-50ab9359af14 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:50.582438 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9eeec0c1-2aff-4f02-8ac0-ab5f31fd94af req-dce72873-5d97-4308-b7b3-50ab9359af14 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.0982146 Feb 17 01:29:50.627344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:50.641829 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9eeec0c1-2aff-4f02-8ac0-ab5f31fd94af req-825219e7-074d-4d61-808a-51784f4c7c1c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517411 Feb 17 01:29:51.036074 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3ae09-6280-4af3-82bf-88445ac3862b req-a8a6959e-b173-4fa4-ba5a-f326fc5fcf34 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:51.038421 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0aa3ae09-6280-4af3-82bf-88445ac3862b req-a8a6959e-b173-4fa4-ba5a-f326fc5fcf34 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1035838 Feb 17 01:29:51.106397 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0aa3ae09-6280-4af3-82bf-88445ac3862b req-7a644e5c-3173-48aa-84b9-c514d35c32b8 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0597801 Feb 17 01:29:51.630554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:51.893597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e346d00-072f-490f-847d-c9c84101bc59 req-7b2d2dac-7794-4dd9-a728-b2c20a28ae4f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:51.904703 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2e346d00-072f-490f-847d-c9c84101bc59 req-7b2d2dac-7794-4dd9-a728-b2c20a28ae4f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1139574 Feb 17 01:29:51.960608 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2e346d00-072f-490f-847d-c9c84101bc59 req-3e735cab-b29d-4b6f-aaf8-b48633cd9880 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548663 Feb 17 01:29:52.335713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142458-ce51-473b-824e-d053f708b203 req-2a320375-d0f9-4e1d-bdc5-6661b9832b65 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:52.337404 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e2142458-ce51-473b-824e-d053f708b203 req-2a320375-d0f9-4e1d-bdc5-6661b9832b65 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.0956137 Feb 17 01:29:52.374818 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:52.391044 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e2142458-ce51-473b-824e-d053f708b203 req-bd33d48d-10b8-44b4-8cba-8b899525624c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0463650 Feb 17 01:29:52.969162 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:29:53.128661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:29:53.129392 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:53.152679 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36600) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:53.280849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c68b3-0612-41ba-b162-6a55aa3ed86c req-3be251cf-42ec-4418-a493-24f4e7874b94 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:53.289298 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0b7c68b3-0612-41ba-b162-6a55aa3ed86c req-3be251cf-42ec-4418-a493-24f4e7874b94 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1037667 Feb 17 01:29:53.314400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 47f1b1df-4516-4689-b39e-4da271b14665 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:29:53.343374 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0b7c68b3-0612-41ba-b162-6a55aa3ed86c req-44270dbb-5c40-4675-a869-c58a94947503 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530264 Feb 17 01:29:53.361423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:53.384833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:29:53.391301 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Usage tracker for resource:security_group_rule and tenant:a6f032e0b5f14757bd9c37d262e4ffd4 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:29:53.394444 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:29:53.407393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:29:53.416227 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 47f1b1df-4516-4689-b39e-4da271b14665 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:29:53.416649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:53.555041 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:53.561135 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:53.569811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d698ef98-a645-4a2c-a995-4d4c5568f7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:53.616448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62051f25-9de5-41b5-8113-55d0a82816a8,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:53.624195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:53.631118 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6f032e0b5f14757bd9c37d262e4ffd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749947 Feb 17 01:29:53.631637 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36608) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:53.644663 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d7bbb-00f2-42be-8943-372ff08d8916 req-bc9ffa28-a659-4d75-937f-0e68855e5cce tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:53.646286 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a40d7bbb-00f2-42be-8943-372ff08d8916 req-bc9ffa28-a659-4d75-937f-0e68855e5cce tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.0956523 Feb 17 01:29:53.718224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a81d-9a14-47e3-9224-404d206d46b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:53.729121 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a40d7bbb-00f2-42be-8943-372ff08d8916 req-953e15cd-25b5-434b-83a2-54083742a360 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0693896 Feb 17 01:29:53.992263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36618) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:54.033350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a81d-9a14-47e3-9224-404d206d46b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:54.097905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a81d-9a14-47e3-9224-404d206d46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:54.103716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-21cba1f9-3868-499e-a6c5-15dfb7cea889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:54.115915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6a81d-9a14-47e3-9224-404d206d46b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62051f25-9de5-41b5-8113-55d0a82816a8,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:54.123764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c2c6a81d-9a14-47e3-9224-404d206d46b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:54.124860 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c2c6a81d-9a14-47e3-9224-404d206d46b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:54.127232 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c2c6a81d-9a14-47e3-9224-404d206d46b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62051f25-9de5-41b5-8113-55d0a82816a8 HTTP/1.1" status: 204 len: 168 time: 0.4933796 Feb 17 01:29:54.844836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943155-3fee-4387-8ccf-3cc27134acc9 req-70fbfb88-d48d-4398-a938-767942441d9f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:54.846488 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-56943155-3fee-4387-8ccf-3cc27134acc9 req-70fbfb88-d48d-4398-a938-767942441d9f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.3229363 Feb 17 01:29:55.001221 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-56943155-3fee-4387-8ccf-3cc27134acc9 req-0860ea3b-c3bb-4e2d-9aeb-c2660fc1aee8 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461427 Feb 17 01:29:55.109079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935e430-d4bf-4640-8ce5-382841b3f0a2 req-302000ef-ac45-464a-a6be-3cd5ebbbeaef tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:55.110982 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0935e430-d4bf-4640-8ce5-382841b3f0a2 req-302000ef-ac45-464a-a6be-3cd5ebbbeaef tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.2284729 Feb 17 01:29:55.175067 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-0935e430-d4bf-4640-8ce5-382841b3f0a2 req-7eada334-87a1-4369-808c-b10d3164a5e9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0524838 Feb 17 01:29:55.258367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846749815'] for router_interface, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:55.667300 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Deleting port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:55.667300 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:55.862178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] For port 2dbb63d4-ea26-4ec5-bc6e-161dbce66748, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=2dbb63d4-ea26-4ec5-bc6e-161dbce66748,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:55.862484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:56.011938 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Calling delete_port for 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 owned by network:router_interface {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:56.276815 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643333'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:56.294913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8d705eb6-f0bc-47ff-af16-1427c0631a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:29:56.443973 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbb63d4-ea26-4ec5-bc6e-161dbce66748,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:29:56.446960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:29:56.515032 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b90857-ba8e-417a-93b2-3c8a9c3352bc req-56c042e0-a876-4a49-88ca-d7d4044edd4f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:56.516669 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-51b90857-ba8e-417a-93b2-3c8a9c3352bc req-56c042e0-a876-4a49-88ca-d7d4044edd4f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.3269100 Feb 17 01:29:56.664496 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-51b90857-ba8e-417a-93b2-3c8a9c3352bc req-7dcc5663-77b1-43db-9b66-12423efd2522 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256974 Feb 17 01:29:56.676689 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44052f8b-2a2c-4d81-ae7b-464f8b2f4562 req-0a7f445f-3dea-44a4-9b1f-6224717bff7c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:56.678418 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-44052f8b-2a2c-4d81-ae7b-464f8b2f4562 req-0a7f445f-3dea-44a4-9b1f-6224717bff7c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.3457308 Feb 17 01:29:56.885415 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-44052f8b-2a2c-4d81-ae7b-464f8b2f4562 req-42a3237e-2df0-411d-8644-bf94c61a092e tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1969919 Feb 17 01:29:56.917083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8382613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846749721'] for router_interface, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:57.351042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-93782add-1f32-45d9-b65d-750943f3c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:57.352755 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-93782add-1f32-45d9-b65d-750943f3c1fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 1163 time: 0.0804374 Feb 17 01:29:57.501843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-c78d8e74-b2b2-40a1-9248-cd61d906468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:57.503509 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-c78d8e74-b2b2-40a1-9248-cd61d906468d service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.1446753 Feb 17 01:29:57.610898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-edd319fb-91ce-4e9e-8c4a-5938a55aa73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:57.612578 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-edd319fb-91ce-4e9e-8c4a-5938a55aa73f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1162 time: 0.2025928 Feb 17 01:29:57.616701 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-d55069ff-e39d-46c1-8f50-ffd4ed325278 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b HTTP/1.1" status: 200 len: 1002 time: 0.1058943 Feb 17 01:29:57.690531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-3e4d2782-fd20-49a1-8207-e49dc0f8834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:57.692178 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-3e4d2782-fd20-49a1-8207-e49dc0f8834a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.0680673 Feb 17 01:29:57.780840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-ec32307d-06d8-40b7-b40e-ccd10653cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:57.782399 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-ec32307d-06d8-40b7-b40e-ccd10653cb91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831268 Feb 17 01:29:57.887521 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Router df0d86ea-aad3-409d-9d12-e6b50626087c has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:29:57.929659 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-6a0c3641-7ed4-4658-9ffd-4efefadaa7e9 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390855 Feb 17 01:29:58.075810 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f3effe1d-24ab-4336-91a0-8967c7d30d40 req-00a944a0-0656-4853-8aeb-b0dc3272d033 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394334 Feb 17 01:29:58.125437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-c3e1ce5d-a5c1-46ee-8592-99a6c1ea5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:58.127021 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-c3e1ce5d-a5c1-46ee-8592-99a6c1ea5c64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 903 time: 0.4481878 Feb 17 01:29:58.248362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52144c-6d3d-4fbd-b472-be2df16fbf30 req-4dd532a2-e83a-4d1f-a4d3-b67a5870ba3e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:58.249978 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6c52144c-6d3d-4fbd-b472-be2df16fbf30 req-4dd532a2-e83a-4d1f-a4d3-b67a5870ba3e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.4364614 Feb 17 01:29:58.353895 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-e08ab359-ac7f-4691-9894-7a52e801226f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 1001 time: 0.2092156 Feb 17 01:29:58.364102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:29:58.374746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] Sync routers for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:29:58.385005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:29:58.385765 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:29:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:58.410185 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6c52144c-6d3d-4fbd-b472-be2df16fbf30 req-6b55ab84-2e54-4bf5-a94e-130c06836552 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530950 Feb 17 01:29:58.439529 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79f81-a427-49df-8cd1-121170ca5c52 req-c9359a97-26ab-4a2a-b762-19d8a9bf868f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:58.439529 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-83f79f81-a427-49df-8cd1-121170ca5c52 req-c9359a97-26ab-4a2a-b762-19d8a9bf868f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.4324932 Feb 17 01:29:58.445880 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f4840126-5c17-4ede-a573-f120d8a007b2 admin admin] 10.222.0.65 "PUT /v2.0/routers/df0d86ea-aad3-409d-9d12-e6b50626087c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4527168 Feb 17 01:29:58.448821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36652) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:58.479630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-198b5233-feaf-4aeb-9aef-55bc2a069118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:58.481212 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-198b5233-feaf-4aeb-9aef-55bc2a069118 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 200 len: 848 time: 0.1115389 Feb 17 01:29:58.504716 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-83f79f81-a427-49df-8cd1-121170ca5c52 req-4887912f-d77a-4934-bab9-4ffd314a5205 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0557444 Feb 17 01:29:58.585372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:29:58.586399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-3d91418c-c44c-4c69-81bb-b339bd130707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:58.588280 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-3d91418c-c44c-4c69-81bb-b339bd130707 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869482 Feb 17 01:29:58.646004 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks [] for router, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:58.740627 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-9a895581-9317-457a-8bed-9497c32a3adc service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442969 Feb 17 01:29:58.837027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:58.843263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Deleting port eab43d5d-d787-4e42-b211-d521a5759dc2 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:29:58.843786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:58.890026 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c693c41-a0e8-423e-8a1a-117942d8ae28 req-5dac467c-a27a-4742-bc72-d22ddac98f1f service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406958 Feb 17 01:29:58.893525 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:29:56Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:58.899229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] Checking router: df0d86ea-aad3-409d-9d12-e6b50626087c for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:29:58.908695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] Routers {'df0d86ea-aad3-409d-9d12-e6b50626087c'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:29:58.909542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:29:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['df0d86ea-aad3-409d-9d12-e6b50626087c'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:59.030769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] For port eab43d5d-d787-4e42-b211-d521a5759dc2, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=eab43d5d-d787-4e42-b211-d521a5759dc2,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:29:59.031152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:59.098775 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] Set router df0d86ea-aad3-409d-9d12-e6b50626087c gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:29:59.171129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Calling delete_port for eab43d5d-d787-4e42-b211-d521a5759dc2 owned by network:router_gateway {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:29:59.310960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:59.409833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:29:56Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:29:59.413969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40f474e-5bbc-4615-8afb-022fb9f376cc None None] The sync data for ids ['df0d86ea-aad3-409d-9d12-e6b50626087c'] in dv-cinder-759987-3-smb is: [{'id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'name': 'tempest-AttachVolumeTestJSON-2073031900-router', 'tenant_id': '1db2f122c94d4668b3e39eea0fa55571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:43Z', 'updated_at': '2021-02-17T01:29:56Z', 'revision_number': 5, 'project_id': '1db2f122c94d4668b3e39eea0fa55571', 'gw_port': {'id': 'eab43d5d-d787-4e42-b211-d521a5759dc2', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0d86ea-aad3-409d-9d12-e6b50626087c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:46Z', 'updated_at': '2021-02-17T01:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:29:59.503257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846838357'] for router_gateway, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:59.632704 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:29:59.650093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846752989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12425'] for router, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:59.652517 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:59.677337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:29:59.678580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2dbb63d4-ea26-4ec5-bc6e-161dbce66748 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:29:59.680869 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846752511'] for router, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:59.681878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router df0d86ea-aad3-409d-9d12-e6b50626087c {{(pid=83937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:29:59.695771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] Notify callbacks [] for router, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:59.699750 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a4e4ac37-92b9-48e3-a59c-1da9f5d608ab admin admin] 10.222.0.65 "DELETE /v2.0/routers/df0d86ea-aad3-409d-9d12-e6b50626087c HTTP/1.1" status: 204 len: 168 time: 1.2495193 Feb 17 01:29:59.700389 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36660) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:29:59.708654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16ea90-f777-4fe7-8881-e879a366a7b6 req-d1100b93-1b47-49ef-ae00-65d1e2c1c662 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:59.710315 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1e16ea90-f777-4fe7-8881-e879a366a7b6 req-d1100b93-1b47-49ef-ae00-65d1e2c1c662 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1587045 Feb 17 01:29:59.769825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8a8795-43fc-41e4-a850-091159f86645 admin admin] Deleting subnet aa42faad-ccd4-4961-8adb-0d38a6919c39 {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:29:59.773357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8795-43fc-41e4-a850-091159f86645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:59.783855 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed728bf-e52e-4ac2-88c3-b143c342ee6a req-7956d4d3-77fd-450b-8653-8da3c805b4fd tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:29:59.785464 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-eed728bf-e52e-4ac2-88c3-b143c342ee6a req-7956d4d3-77fd-450b-8653-8da3c805b4fd tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1520939 Feb 17 01:29:59.790277 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1e16ea90-f777-4fe7-8881-e879a366a7b6 req-606496ad-da0c-4451-9257-042da0fd14b9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720460 Feb 17 01:29:59.832202 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8795-43fc-41e4-a850-091159f86645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:29:59.842183 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-eed728bf-e52e-4ac2-88c3-b143c342ee6a req-3a6539cb-c445-4dcd-8eec-88c2d8efafb0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0483530 Feb 17 01:29:59.964216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8795-43fc-41e4-a850-091159f86645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:00.251224 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8795-43fc-41e4-a850-091159f86645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:00.266658 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fab6807d-d054-4208-bcc4-0b1f0f23cba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:00.352447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a8795-43fc-41e4-a850-091159f86645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa42faad-ccd4-4961-8adb-0d38a6919c39,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:00.357129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-cd8a8795-43fc-41e4-a850-091159f86645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:00.399880 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cd8a8795-43fc-41e4-a850-091159f86645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:00.408232 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-cd8a8795-43fc-41e4-a850-091159f86645 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aa42faad-ccd4-4961-8adb-0d38a6919c39 HTTP/1.1" status: 204 len: 168 time: 0.7044408 Feb 17 01:30:00.408380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c0694-fc12-43fb-a898-44b6df193d81 None None] Network edadca0b-4edb-49d5-9c92-08e469655e3f requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:30:00.408480 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36664) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:00.524631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:00.594388 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Deleting port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:30:00.594756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:00.692265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] DHCP port deletion for edadca0b-4edb-49d5-9c92-08e469655e3f request from dv-cinder-759987-3-smb {{(pid=83938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:30:00.697052 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] Deleting port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b {{(pid=83938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:30:00.697770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:00.822632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] For port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=5ce7f496-0a4f-44db-8bf7-e50a929bb97b,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:30:00.823009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:00.910252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:30:00.965356 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Calling delete_port for 5ce7f496-0a4f-44db-8bf7-e50a929bb97b owned by network:dhcp {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:30:00.985651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] For port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=5ce7f496-0a4f-44db-8bf7-e50a929bb97b,segment=NetworkSegment(43f4b84d-9576-4627-95a9-249de30d2813),segment_id=43f4b84d-9576-4627-95a9-249de30d2813)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:30:00.986099 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.081492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66804702-13dc-4926-ac9a-c430c3d3b387 req-30f63056-3d76-4799-8e68-13a78d5eb8ff tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:01.083216 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-66804702-13dc-4926-ac9a-c430c3d3b387 req-30f63056-3d76-4799-8e68-13a78d5eb8ff tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1536906 Feb 17 01:30:01.156887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23065ab-0813-4bc1-9cd9-b0d910016934 req-f5e4982f-3162-4aa4-b36c-6bed1f94da9d tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:01.158669 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c23065ab-0813-4bc1-9cd9-b0d910016934 req-f5e4982f-3162-4aa4-b36c-6bed1f94da9d tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1444962 Feb 17 01:30:01.167595 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-66804702-13dc-4926-ac9a-c430c3d3b387 req-d92c976d-02e0-4d3b-b34e-fd2351f6dcc2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740559 Feb 17 01:30:01.217669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] Calling delete_port for 5ce7f496-0a4f-44db-8bf7-e50a929bb97b owned by network:dhcp {{(pid=83938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:30:01.249809 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.292987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.298429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:30:01.304438 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c23065ab-0813-4bc1-9cd9-b0d910016934 req-914c0231-804e-4806-8d43-396abd09d396 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0951135 Feb 17 01:30:01.314178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e5f7b700-085b-4a8d-abc9-a14619bdf5ad tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:01.341452 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:30:01.347379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83938) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:30:01.348021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:30:01.348992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.350316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 47f1b1df-4516-4689-b39e-4da271b14665 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:30:01.452219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce7f496-0a4f-44db-8bf7-e50a929bb97b,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:01.457593 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:01.507064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] No DVR routers for this DVR port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b on host dv-cinder-759987-3-smb {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:30:01.601967 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'code': 422} returned with failed status Feb 17 01:30:01.602546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:01.703414 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device eab43d5d-d787-4e42-b211-d521a5759dc2 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:30:01.747799 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: eab43d5d-d787-4e42-b211-d521a5759dc2 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:30:01.748097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device eab43d5d-d787-4e42-b211-d521a5759dc2 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:30:01.748546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 5ce7f496-0a4f-44db-8bf7-e50a929bb97b no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:30:01.750352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.787864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f94348-8a1f-431a-874b-90f069517da9 req-fdf99f9d-6e73-42f4-84c6-926b14a68bff tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:01.789506 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-92f94348-8a1f-431a-874b-90f069517da9 req-fdf99f9d-6e73-42f4-84c6-926b14a68bff tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.0954611 Feb 17 01:30:01.803519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 5ce7f496-0a4f-44db-8bf7-e50a929bb97b {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:30:01.803905 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 5ce7f496-0a4f-44db-8bf7-e50a929bb97b not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:30:01.814646 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.851390 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 47f1b1df-4516-4689-b39e-4da271b14665, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=47f1b1df-4516-4689-b39e-4da271b14665,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:30:01.852636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] Deleting port 5ce7f496-0a4f-44db-8bf7-e50a929bb97b {{(pid=83938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:30:01.853050 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.858971 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-92f94348-8a1f-431a-874b-90f069517da9 req-19bc6169-df86-4f74-bcdb-d524920e4621 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0626354 Feb 17 01:30:01.893721 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:01.902670 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:01.904230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.905960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:01.920090 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edadca0b-4edb-49d5-9c92-08e469655e3f']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:30:01.931002 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-24609e07-1afb-4615-bd94-8366e61c755d req-0c3d812c-d36f-4e81-aba3-511970957d61 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3025954 Feb 17 01:30:01.941491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f4b84d-9576-4627-95a9-249de30d2813') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:30:01.941831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f4b84d-9576-4627-95a9-249de30d2813') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:30:01.955955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.975467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5f28cfcf-8341-42d5-a34f-d315a13fd207 None None] The port '5ce7f496-0a4f-44db-8bf7-e50a929bb97b' was deleted {{(pid=83938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:30:01.975865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:01.978042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:30:02.022636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=47f1b1df-4516-4689-b39e-4da271b14665,revision_number=5']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:02.026686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:02.178816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Network edadca0b-4edb-49d5-9c92-08e469655e3f has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:30:02.188531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:02.384930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Network edadca0b-4edb-49d5-9c92-08e469655e3f has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:30:02.410450 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:30:02.493515 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:02.497073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:02.512113 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:02.523616 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Pushing event deleted for resources: {'Network': ['ID=edadca0b-4edb-49d5-9c92-08e469655e3f,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:02.527245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:02.537548 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] 10.222.0.65 "DELETE /v2.0/networks/edadca0b-4edb-49d5-9c92-08e469655e3f HTTP/1.1" status: 204 len: 168 time: 2.1276677 Feb 17 01:30:02.739208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36712) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:02.797812 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b7d9d81e-0ed5-401c-9af5-468354e5f442 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1db2f122c94d4668b3e39eea0fa55571&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531836 Feb 17 01:30:02.798325 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36716) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:02.878070 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-88a51205-31a2-4f23-9bda-b3c1950438d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:02.908482 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-88a51205-31a2-4f23-9bda-b3c1950438d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:03.003057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-88a51205-31a2-4f23-9bda-b3c1950438d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:03.013316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5012cbb0-7e70-4d7f-b5ae-3c3d92fe4a80 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:03.067054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a51205-31a2-4f23-9bda-b3c1950438d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddcca8a-8a09-4f44-8e2d-11be0b1d8eab,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:03.078180 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-88a51205-31a2-4f23-9bda-b3c1950438d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:03.091971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-88a51205-31a2-4f23-9bda-b3c1950438d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:03.095996 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-88a51205-31a2-4f23-9bda-b3c1950438d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ddcca8a-8a09-4f44-8e2d-11be0b1d8eab HTTP/1.1" status: 204 len: 168 time: 0.2966883 Feb 17 01:30:03.134902 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36738) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:03.330217 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-1cb51e9c-37f4-4021-9058-1b253fe61ecf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1935101 Feb 17 01:30:03.400361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4704-a759-4479-8763-f07a3e7c0f82 req-3e9050b0-c1e3-421d-97b1-f87731aa7e1b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:03.401988 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9a7d4704-a759-4479-8763-f07a3e7c0f82 req-3e9050b0-c1e3-421d-97b1-f87731aa7e1b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.4432991 Feb 17 01:30:03.452583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc34cd-80bd-4bc8-83cb-cf8d4df9af3c req-e45ed0ac-1543-424d-b319-7b78f5e1fd1e tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:03.454152 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a1bc34cd-80bd-4bc8-83cb-cf8d4df9af3c req-e45ed0ac-1543-424d-b319-7b78f5e1fd1e tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.4311435 Feb 17 01:30:03.554432 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a1bc34cd-80bd-4bc8-83cb-cf8d4df9af3c req-e3e1fa4a-190a-4c96-8e75-da6e6efd3285 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0753300 Feb 17 01:30:03.562050 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9a7d4704-a759-4479-8763-f07a3e7c0f82 req-d1cb31e5-65ec-4490-b896-2f12c16b3a47 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163731 Feb 17 01:30:03.581591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609e07-1afb-4615-bd94-8366e61c755d req-4ec75afe-4b38-4a59-bd3c-faf96ac79221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:03.583243 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-24609e07-1afb-4615-bd94-8366e61c755d req-4ec75afe-4b38-4a59-bd3c-faf96ac79221 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12&tenant_id=344c91eb6f584fe196eb411e561325e0 HTTP/1.1" status: 200 len: 1160 time: 0.1776597 Feb 17 01:30:03.603277 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:30:03.663825 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665', 'code': 422} returned with failed status Feb 17 01:30:03.712259 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609e07-1afb-4615-bd94-8366e61c755d req-261e1851-cfd3-49d6-9615-532c578e91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:03.713872 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-24609e07-1afb-4615-bd94-8366e61c755d req-261e1851-cfd3-49d6-9615-532c578e91d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1160 time: 0.0895472 Feb 17 01:30:03.871533 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609e07-1afb-4615-bd94-8366e61c755d req-08a85354-9d86-43cd-b7f4-4f5f18aedb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:03.873279 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-24609e07-1afb-4615-bd94-8366e61c755d req-08a85354-9d86-43cd-b7f4-4f5f18aedb65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 903 time: 0.1458037 Feb 17 01:30:03.984476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-d43654df-2c69-4a13-b8e1-2245a754ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:03.986131 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-d43654df-2c69-4a13-b8e1-2245a754ffda service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4&tenant_id=aed97aa763a54e138a0c8df3318ccd45 HTTP/1.1" status: 200 len: 1161 time: 0.0879509 Feb 17 01:30:03.992458 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-24609e07-1afb-4615-bd94-8366e61c755d req-505112bb-cc53-4b29-bae4-e6aadad60642 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 999 time: 0.1118145 Feb 17 01:30:04.063769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609e07-1afb-4615-bd94-8366e61c755d req-1a9d1c7a-ad23-4565-a826-78c8d5f90bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:04.065337 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-24609e07-1afb-4615-bd94-8366e61c755d req-1a9d1c7a-ad23-4565-a826-78c8d5f90bce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 200 len: 848 time: 0.0669017 Feb 17 01:30:04.091597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-3054175d-e487-4a64-9b24-8e3560afd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:04.093345 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-3054175d-e487-4a64-9b24-8e3560afd05f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 1161 time: 0.0848219 Feb 17 01:30:04.149960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609e07-1afb-4615-bd94-8366e61c755d req-80ba5e0c-eb0b-4447-b33d-73446cf65221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:04.151745 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-24609e07-1afb-4615-bd94-8366e61c755d req-80ba5e0c-eb0b-4447-b33d-73446cf65221 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799029 Feb 17 01:30:04.250177 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-83d06c1f-fa69-4e24-a6d5-d62d91785a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:04.251824 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-83d06c1f-fa69-4e24-a6d5-d62d91785a67 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.1518786 Feb 17 01:30:04.303278 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-24609e07-1afb-4615-bd94-8366e61c755d req-df99a22f-a5f9-4921-b777-052b164fed81 service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442418 Feb 17 01:30:04.374203 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-e84a393f-e892-40ae-8112-ff92cfd72d87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b HTTP/1.1" status: 200 len: 1000 time: 0.1157024 Feb 17 01:30:04.447828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-4de97852-64f0-4516-a67e-1d4fe26bda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:04.449562 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-4de97852-64f0-4516-a67e-1d4fe26bda3a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.0683076 Feb 17 01:30:04.454936 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-24609e07-1afb-4615-bd94-8366e61c755d req-ac9b443d-8db1-4163-add5-0b1aaf81d49d service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455946 Feb 17 01:30:04.538368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-8aa8b56f-e556-4fe6-bc33-cfca14672a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:04.540039 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-8aa8b56f-e556-4fe6-bc33-cfca14672a9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844574 Feb 17 01:30:04.715891 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-4e0a032f-4f78-4def-a49a-3ca991470d08 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687381 Feb 17 01:30:04.826725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36800) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:04.871550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dea15b-1d59-48ee-8333-91e1bf573ee5 req-4114793d-38ef-4bf2-ae98-5c176ffe754d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:04.872225 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b16d422-c236-42fc-841c-4c4831f7a78e req-8f7d3f6e-ccf8-4683-84b0-0a7abbe6c1be service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1494365 Feb 17 01:30:04.872962 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-17dea15b-1d59-48ee-8333-91e1bf573ee5 req-4114793d-38ef-4bf2-ae98-5c176ffe754d tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1265004 Feb 17 01:30:04.880243 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ceecc-37ac-4fa4-bce6-1bc89e9fdc2b req-95fb1518-df06-4f67-8bfc-9e8886e26c4b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:04.881817 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c01ceecc-37ac-4fa4-bce6-1bc89e9fdc2b req-95fb1518-df06-4f67-8bfc-9e8886e26c4b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.1780052 Feb 17 01:30:04.962545 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-17dea15b-1d59-48ee-8333-91e1bf573ee5 req-2d2a2625-1169-41af-91a1-f0098d6c28b4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796621 Feb 17 01:30:04.967519 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c01ceecc-37ac-4fa4-bce6-1bc89e9fdc2b req-7f251ce1-5d6e-4c0e-9aa1-fc98d470f1b8 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0689566 Feb 17 01:30:04.970149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:04.987173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:04.992832 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Usage tracker for resource:security_group_rule and tenant:c575b566fe894cf685a296e1f860fa07 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:04.995879 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:05.001772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:05.089020 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:05.091619 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:05.100509 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-957252ca-2bc4-45c8-846a-a537e9947d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:05.147761 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c575b566fe894cf685a296e1f860fa07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198779 Feb 17 01:30:05.148727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d5e66c-d04f-4c8c-af73-73d810f94915,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:05.150894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36806) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:05.152104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:05.217186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f06a2949-c117-4c88-97be-393844a830f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:05.244209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f06a2949-c117-4c88-97be-393844a830f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:05.288222 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f06a2949-c117-4c88-97be-393844a830f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:05.293009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a058310c-aea7-4f2a-85b5-e0b8cef95cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:05.303775 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a2949-c117-4c88-97be-393844a830f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d5e66c-d04f-4c8c-af73-73d810f94915,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:05.307544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f06a2949-c117-4c88-97be-393844a830f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:05.310811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f06a2949-c117-4c88-97be-393844a830f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:05.315098 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f06a2949-c117-4c88-97be-393844a830f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07d5e66c-d04f-4c8c-af73-73d810f94915 HTTP/1.1" status: 204 len: 168 time: 0.1599991 Feb 17 01:30:06.292266 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b7319-3888-433d-afaf-c5bcc7b9f5dd req-29ce6cbd-16e9-427a-9d8a-a7af0e5451dd tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:06.299983 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c0b7319-3888-433d-afaf-c5bcc7b9f5dd req-29ce6cbd-16e9-427a-9d8a-a7af0e5451dd tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.1619813 Feb 17 01:30:06.367794 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7c0b7319-3888-433d-afaf-c5bcc7b9f5dd req-f65eb5f7-4d38-4af0-acf4-972bf4c2d517 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0666814 Feb 17 01:30:06.375399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a2450-5c1b-40b5-9e47-8599544a7c0b req-40d5922c-0642-43c8-ba7f-347321eabcef tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:06.377038 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-de2a2450-5c1b-40b5-9e47-8599544a7c0b req-40d5922c-0642-43c8-ba7f-347321eabcef tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1889977 Feb 17 01:30:06.475112 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-de2a2450-5c1b-40b5-9e47-8599544a7c0b req-b3c56434-b164-42d1-92a7-2f99850fa64f tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753806 Feb 17 01:30:07.601969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72475364-aee7-4004-b0aa-99cb469fbd9a req-e46662c1-88b2-4d55-a3a3-25f7c123a656 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:07.603649 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72475364-aee7-4004-b0aa-99cb469fbd9a req-e46662c1-88b2-4d55-a3a3-25f7c123a656 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.1068242 Feb 17 01:30:07.732162 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72475364-aee7-4004-b0aa-99cb469fbd9a req-1096d5f0-7eb3-410b-8711-6ab7652c6361 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1046801 Feb 17 01:30:07.769134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f2f1b-9a56-46da-8cd6-bf70cfd1a892 req-00657b89-e2be-41bc-a371-7146c2850f8a tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:07.771942 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85f2f1b-9a56-46da-8cd6-bf70cfd1a892 req-00657b89-e2be-41bc-a371-7146c2850f8a tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1594775 Feb 17 01:30:07.820309 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e85f2f1b-9a56-46da-8cd6-bf70cfd1a892 req-54d3b3b4-02e0-42a3-a043-da2518e7f526 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431414 Feb 17 01:30:08.955144 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7340d3-09bb-4b29-aee4-d6223537852b req-deff2fc8-ef3f-411a-8c84-5e64d70fa27f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:08.963602 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bb7340d3-09bb-4b29-aee4-d6223537852b req-deff2fc8-ef3f-411a-8c84-5e64d70fa27f tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.1113789 Feb 17 01:30:08.979903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:09.106491 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bb7340d3-09bb-4b29-aee4-d6223537852b req-c769a880-3c64-4f56-acb4-e1fd93eea71b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0815248 Feb 17 01:30:09.126638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50419f46-f413-4deb-9e1b-c1aee2b87c72 req-71a46dfd-9855-4b36-af61-046b07a12aa5 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:09.126638 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-50419f46-f413-4deb-9e1b-c1aee2b87c72 req-71a46dfd-9855-4b36-af61-046b07a12aa5 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1531088 Feb 17 01:30:09.230551 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-50419f46-f413-4deb-9e1b-c1aee2b87c72 req-c085e322-983f-4a6b-a87f-84fdf6bfc4ac tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003084 Feb 17 01:30:10.319163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40250933-546d-4866-a3b3-4a18de48d163 req-562ef4f6-18f0-4467-8ade-34cfef98fbb6 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:10.320829 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-40250933-546d-4866-a3b3-4a18de48d163 req-562ef4f6-18f0-4467-8ade-34cfef98fbb6 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.0929790 Feb 17 01:30:10.425986 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-40250933-546d-4866-a3b3-4a18de48d163 req-8ccfb1c5-e6bb-4fef-a63f-f78f75ce81e9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0856698 Feb 17 01:30:10.472463 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43483e48-4c64-4176-bfa8-77c588af388a req-4a5a5c2d-e0bf-41e3-bc00-5ff6e37b80ec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:10.475354 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-43483e48-4c64-4176-bfa8-77c588af388a req-4a5a5c2d-e0bf-41e3-bc00-5ff6e37b80ec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.0979502 Feb 17 01:30:10.530556 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-43483e48-4c64-4176-bfa8-77c588af388a req-d6b884f4-4b30-420f-a5dc-73b29dce8ed0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501542 Feb 17 01:30:10.674611 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:30:11.745497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b86b9-a500-4577-bc44-c0e576c2d737 req-60f35da3-d487-441b-a92e-77f9df1a660d tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:11.747249 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f78b86b9-a500-4577-bc44-c0e576c2d737 req-60f35da3-d487-441b-a92e-77f9df1a660d tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.1889782 Feb 17 01:30:11.802738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01898f74-90a2-4a72-bb67-9bd8f129f628 req-a8ade983-f95f-41ca-9980-713ad5f92e6c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:11.807552 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-01898f74-90a2-4a72-bb67-9bd8f129f628 req-a8ade983-f95f-41ca-9980-713ad5f92e6c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1478915 Feb 17 01:30:11.846047 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f78b86b9-a500-4577-bc44-c0e576c2d737 req-563cd7d2-a68c-4f01-b794-d1f6ed2419f0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0860717 Feb 17 01:30:11.883578 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-01898f74-90a2-4a72-bb67-9bd8f129f628 req-448f57ff-2959-43bd-9194-25627d1bfa6c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702596 Feb 17 01:30:13.184404 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87d123-220a-4d91-91a0-2ce91c7792b4 req-5c68d049-ee53-46fa-a4f3-a78c68ef11bc tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:13.191900 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ef87d123-220a-4d91-91a0-2ce91c7792b4 req-5c68d049-ee53-46fa-a4f3-a78c68ef11bc tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.1937551 Feb 17 01:30:13.249083 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ef87d123-220a-4d91-91a0-2ce91c7792b4 req-d23df559-df1b-44ea-b062-6bff77179a49 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0552299 Feb 17 01:30:13.260663 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0d2d6-4779-49d8-8c4d-164aeda702e7 req-ce8921fb-f987-4678-a872-3a6fe95fcfd6 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:13.260663 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8e0d2d6-4779-49d8-8c4d-164aeda702e7 req-ce8921fb-f987-4678-a872-3a6fe95fcfd6 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1986434 Feb 17 01:30:13.319268 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8e0d2d6-4779-49d8-8c4d-164aeda702e7 req-4c3e710c-9cb3-4e6c-83f5-aa11f48c5724 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497139 Feb 17 01:30:14.503210 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb203d1f-9230-49eb-998c-4345e0474361 req-ec718d52-f270-4da1-8249-cd86e6c8fc6b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:14.504809 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bb203d1f-9230-49eb-998c-4345e0474361 req-ec718d52-f270-4da1-8249-cd86e6c8fc6b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.1502960 Feb 17 01:30:14.585776 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-bb203d1f-9230-49eb-998c-4345e0474361 req-24714407-27ae-4eee-ab50-2094c6d9896b tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0645037 Feb 17 01:30:14.593687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb33f2-83b7-4d68-a271-912e55e386f5 req-2d6bcdcb-7939-46b8-bbe1-0cbc53a96b07 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:14.595370 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e3bb33f2-83b7-4d68-a271-912e55e386f5 req-2d6bcdcb-7939-46b8-bbe1-0cbc53a96b07 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1578040 Feb 17 01:30:14.646763 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e3bb33f2-83b7-4d68-a271-912e55e386f5 req-ec60a17b-c5e4-4774-b283-776bdf26d022 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449989 Feb 17 01:30:15.129098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 36984) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:15.265727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:15.288034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:15.292129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Usage tracker for resource:security_group_rule and tenant:58b1de5bf5b742d2865732223fef1619 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:15.295102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:15.302054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:15.400447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:15.403453 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:15.413329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-738e17a0-8ed9-44c1-88a7-4e4dc3625b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:15.455284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bc26c1-1a5e-4e17-8afc-740a613391c7,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:15.461697 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58b1de5bf5b742d2865732223fef1619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314433 Feb 17 01:30:15.464569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 36990) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:15.466923 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.467357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.467771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.468176 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.468569 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.468972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.469359 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.469752 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.470144 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.470532 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.470916 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.471362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.471851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.472231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.472613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.472997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.473450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.473742 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.474123 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.475094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.475725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.475982 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.476369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.476752 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.481163 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9936ef5c-75b0-49ef-bce1-3a6165e607e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:15.543628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:15.573252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:15.626556 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:15.632265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d6190a94-be94-4f9b-b2a5-3774f8c08f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:15.644844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bc26c1-1a5e-4e17-8afc-740a613391c7,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:15.656407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.656754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.657154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.657549 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.657939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.658326 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.658714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.659225 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.659648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.660035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.660417 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.660796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.661276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.661657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.662069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.662447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.663378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.663378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.663663 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.663941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.664322 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.664699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.665078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.665451 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:15.671255 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:15.673355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:15.677432 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40bc26c1-1a5e-4e17-8afc-740a613391c7 HTTP/1.1" status: 204 len: 168 time: 0.2117419 Feb 17 01:30:15.798148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b77e3d-c9f3-4af7-b1c3-c4ea9e7974a6 req-bc7946cd-c4bc-43b1-ae77-b073328ea6c3 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:15.799825 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d3b77e3d-c9f3-4af7-b1c3-c4ea9e7974a6 req-bc7946cd-c4bc-43b1-ae77-b073328ea6c3 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.0958037 Feb 17 01:30:15.908755 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d3b77e3d-c9f3-4af7-b1c3-c4ea9e7974a6 req-9cb5a960-bb28-40cf-a71b-36810dbc2440 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1019640 Feb 17 01:30:15.937599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb80fb-2459-44f1-ad77-3d8c0a4ec2dd req-79c46521-0431-4166-ab83-13d729bb7da7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:15.939228 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dddb80fb-2459-44f1-ad77-3d8c0a4ec2dd req-79c46521-0431-4166-ab83-13d729bb7da7 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1337502 Feb 17 01:30:15.985851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37002) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:16.005177 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-dddb80fb-2459-44f1-ad77-3d8c0a4ec2dd req-1fb3d022-8b6b-4293-9988-a2fe3a443bf0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575955 Feb 17 01:30:16.010141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:16.025548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:16.029810 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Usage tracker for resource:security_group_rule and tenant:24e211fc093b425781b9dcadf6d594f6 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:16.032825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:16.038736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:16.121698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:16.124422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:16.136582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5701878a-fe2a-493e-9700-83b77ec348f2 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:16.179397 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24e211fc093b425781b9dcadf6d594f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923242 Feb 17 01:30:16.180265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6729e942-299e-4a79-bc1d-cb95da6761b3,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:16.182160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37006) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:16.184644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:16.245311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e56ccac-0a35-4159-81bb-383903bca8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:16.272708 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e56ccac-0a35-4159-81bb-383903bca8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:16.317091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e56ccac-0a35-4159-81bb-383903bca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:16.321923 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f94e7a5b-94c8-4fb7-8663-7d7aaf51736e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:16.335159 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56ccac-0a35-4159-81bb-383903bca8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6729e942-299e-4a79-bc1d-cb95da6761b3,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:16.337693 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7e56ccac-0a35-4159-81bb-383903bca8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:16.343173 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7e56ccac-0a35-4159-81bb-383903bca8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:16.344591 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7e56ccac-0a35-4159-81bb-383903bca8a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6729e942-299e-4a79-bc1d-cb95da6761b3 HTTP/1.1" status: 204 len: 168 time: 0.1612816 Feb 17 01:30:17.111990 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278702b-c6c9-4ff4-9a1d-018cd3c0f7b1 req-161a6f83-ac5c-4afc-8a22-9f83935d2153 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:17.113613 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4278702b-c6c9-4ff4-9a1d-018cd3c0f7b1 req-161a6f83-ac5c-4afc-8a22-9f83935d2153 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 943 time: 0.0881720 Feb 17 01:30:17.224839 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4278702b-c6c9-4ff4-9a1d-018cd3c0f7b1 req-75e8ec9a-5f16-4343-8ad6-8d19249604bf tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1036277 Feb 17 01:30:17.256744 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bde2f1-818e-4a32-9006-1a390c84722a req-52d0dc9d-8c7a-4cea-a420-47c455d71087 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:17.258328 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e8bde2f1-818e-4a32-9006-1a390c84722a req-52d0dc9d-8c7a-4cea-a420-47c455d71087 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1222723 Feb 17 01:30:17.262850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 47f1b1df-4516-4689-b39e-4da271b14665 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:30:17.310932 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e8bde2f1-818e-4a32-9006-1a390c84722a req-495d7178-a6e3-427c-91ce-a8fc1c68965b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453508 Feb 17 01:30:17.341235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 47f1b1df-4516-4689-b39e-4da271b14665 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:30:17.341460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:17.469624 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:17.499085 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:30:17.510808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 47f1b1df-4516-4689-b39e-4da271b14665, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=47f1b1df-4516-4689-b39e-4da271b14665,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:30:17.514906 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:17.516960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:17.558126 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665', 'code': 200} Feb 17 01:30:17.593563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=47f1b1df-4516-4689-b39e-4da271b14665,revision_number=6']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:17.597130 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:17.859523 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e1930-256c-493c-93be-46ce9b3d0997 req-0bb595c1-5c63-4cf9-93fa-cd98180c7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:17.861148 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-756e1930-256c-493c-93be-46ce9b3d0997 req-0bb595c1-5c63-4cf9-93fa-cd98180c7648 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1162 time: 0.0825551 Feb 17 01:30:17.906960 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-756e1930-256c-493c-93be-46ce9b3d0997 req-a9d8d4c9-551b-43cf-a315-4ce6bb54a345 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0379484 Feb 17 01:30:17.992621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-05bcf1e7-666f-4c65-858d-443a3945d40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:18.428811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12d7ed-2a32-477e-a87c-8a0ba954efbe req-f8b96f93-749a-4ba2-931f-cbed6bb8941c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:18.430445 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2d12d7ed-2a32-477e-a87c-8a0ba954efbe req-f8b96f93-749a-4ba2-931f-cbed6bb8941c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.0881479 Feb 17 01:30:18.531613 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2d12d7ed-2a32-477e-a87c-8a0ba954efbe req-81fa0b3d-9796-4c84-aeaf-d7636088af26 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0567765 Feb 17 01:30:18.555003 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a8d59-234d-4492-9a8f-78eb13f83267 req-ecf20b69-a639-4008-8c40-ae8d6b3d9e50 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:18.556621 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-836a8d59-234d-4492-9a8f-78eb13f83267 req-ecf20b69-a639-4008-8c40-ae8d6b3d9e50 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 944 time: 0.1251242 Feb 17 01:30:18.604565 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-836a8d59-234d-4492-9a8f-78eb13f83267 req-d8e5c77b-8eb4-4965-92ed-17cf705430f4 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416083 Feb 17 01:30:19.344644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:30:19.420542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:30:19.420956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:19.549111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:19.578772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:30:19.589089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:30:19.592719 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:19.593751 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 47f1b1df-4516-4689-b39e-4da271b14665 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:30:19.622356 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:19.671440 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'code': 200} Feb 17 01:30:19.733996 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,revision_number=6']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:19.739393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:19.775954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 47f1b1df-4516-4689-b39e-4da271b14665 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:30:19.776901 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:19.867232 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2dd29-c2a9-4da4-a212-97d0acfcb4c3 req-fefcf1fb-63e6-4708-aff5-a806861563b9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:19.868959 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0b2dd29-c2a9-4da4-a212-97d0acfcb4c3 req-fefcf1fb-63e6-4708-aff5-a806861563b9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.2016389 Feb 17 01:30:19.929928 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c0b2dd29-c2a9-4da4-a212-97d0acfcb4c3 req-b526bd9b-6548-4fe8-a2d5-2790095d74ec tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0509417 Feb 17 01:30:19.936468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde2308-bb79-450a-8f6b-3721a1065b16 req-675366d7-7386-4147-b776-6b2f6e3259b0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:19.938070 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7dde2308-bb79-450a-8f6b-3721a1065b16 req-675366d7-7386-4147-b776-6b2f6e3259b0 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1739438 Feb 17 01:30:19.961133 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47687d-25a1-4945-96df-9ba89828195d req-443fd29e-b621-4a8f-8540-e32d07cb94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:19.962733 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ed47687d-25a1-4945-96df-9ba89828195d req-443fd29e-b621-4a8f-8540-e32d07cb94d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 1163 time: 0.1111190 Feb 17 01:30:19.987890 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7dde2308-bb79-450a-8f6b-3721a1065b16 req-c0fa9716-4de2-44b5-a3fc-28030bbb1f26 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 Feb 17 01:30:20.012560 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ed47687d-25a1-4945-96df-9ba89828195d req-af277b86-c012-4d12-9261-4972cccd9c62 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 Feb 17 01:30:20.306874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-557e4198-bb25-4348-a4f5-d25adc7239ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:20.626018 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:21.100042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:30:21.196082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:30:21.196442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:21.283586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c276a-df43-47d6-af94-3d56e4466978 req-9630c270-16df-4122-923f-7e412afddb90 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:21.292429 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-892c276a-df43-47d6-af94-3d56e4466978 req-9630c270-16df-4122-923f-7e412afddb90 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1743515 Feb 17 01:30:21.356100 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-892c276a-df43-47d6-af94-3d56e4466978 req-28b42bc7-17d1-4d64-9cf8-9c1acb713785 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622516 Feb 17 01:30:21.453890 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37132) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:21.639600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:21.640323 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:21.656483 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:21.660507 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Usage tracker for resource:security_group_rule and tenant:db0f102918ce47a3b10bbd3ac137be0e is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:21.663509 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:21.669233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:21.757449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:21.760543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:21.769292 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-95d42aa4-c4fb-4543-aeb3-732c22177347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:21.812797 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db0f102918ce47a3b10bbd3ac137be0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576925 Feb 17 01:30:21.814499 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0cf3c0-9403-4e84-89a9-7b5936297512,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:21.815683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37154) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:21.817831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:21.878744 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ef91c099-3f01-429c-81f3-966ccb55e9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:21.906737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ef91c099-3f01-429c-81f3-966ccb55e9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.175675 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ef91c099-3f01-429c-81f3-966ccb55e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.179517 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-412ee532-cf0c-45f8-a9b7-10149f20d507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:22.194474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91c099-3f01-429c-81f3-966ccb55e9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0cf3c0-9403-4e84-89a9-7b5936297512,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:22.197652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ef91c099-3f01-429c-81f3-966ccb55e9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:22.207021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ef91c099-3f01-429c-81f3-966ccb55e9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.208267 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ef91c099-3f01-429c-81f3-966ccb55e9e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d0cf3c0-9403-4e84-89a9-7b5936297512 HTTP/1.1" status: 204 len: 168 time: 0.3914976 Feb 17 01:30:22.350583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.497183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37164) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:22.516874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.532684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:22.536713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Usage tracker for resource:security_group_rule and tenant:31c974ef73684f93bcd942ca0e970b40 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:22.539618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:22.545402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:22.548618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafe70e-5c2a-4b6b-aac6-f8122e106d94 req-bd951ced-6863-44a0-9fc5-b63c1c39cbdd tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:22.550228 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5cafe70e-5c2a-4b6b-aac6-f8122e106d94 req-bd951ced-6863-44a0-9fc5-b63c1c39cbdd tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.0870347 Feb 17 01:30:22.599194 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5cafe70e-5c2a-4b6b-aac6-f8122e106d94 req-b2a8d638-dc0d-496c-aec3-7a249a5758bf tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424972 Feb 17 01:30:22.634403 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.637327 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.647052 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-31a36c6c-24ae-4dbe-90af-74e0962093ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:22.688785 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31c974ef73684f93bcd942ca0e970b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904852 Feb 17 01:30:22.690482 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ba6901-fce8-4b39-b087-b24b28406327,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:22.691718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37170) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:22.694368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:22.757290 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f1953733-e559-4370-895b-a8fe76d9fd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.784691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f1953733-e559-4370-895b-a8fe76d9fd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.828395 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f1953733-e559-4370-895b-a8fe76d9fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.833140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7edb8371-0338-4a78-94c3-a66608ce9d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:22.846519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1953733-e559-4370-895b-a8fe76d9fd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ba6901-fce8-4b39-b087-b24b28406327,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:22.849049 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f1953733-e559-4370-895b-a8fe76d9fd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:22.851263 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f1953733-e559-4370-895b-a8fe76d9fd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:22.852483 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f1953733-e559-4370-895b-a8fe76d9fd5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8ba6901-fce8-4b39-b087-b24b28406327 HTTP/1.1" status: 204 len: 168 time: 0.1597199 Feb 17 01:30:26.472057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37306) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:26.595115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:26.611000 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:26.615031 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Usage tracker for resource:security_group_rule and tenant:0fe7ffd4463b44918f8e5e87a04c697a is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:26.618339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:26.624072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:26.706813 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:26.710113 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:26.718723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f06a2949-c117-4c88-97be-393844a830f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:26.763759 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0fe7ffd4463b44918f8e5e87a04c697a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905593 Feb 17 01:30:26.765817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14918835-1907-4a35-bdea-efc3a22ca17b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:26.766777 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37312) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:26.769061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:26.830841 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-496f68b6-ad61-4787-9b6b-a5ca757f8e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:26.857725 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-496f68b6-ad61-4787-9b6b-a5ca757f8e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:26.901840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-496f68b6-ad61-4787-9b6b-a5ca757f8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:26.906609 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3e15b177-4cf4-4c27-a6fc-c661e2960938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:26.920089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f68b6-ad61-4787-9b6b-a5ca757f8e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14918835-1907-4a35-bdea-efc3a22ca17b,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:26.922698 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-496f68b6-ad61-4787-9b6b-a5ca757f8e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:26.935077 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-496f68b6-ad61-4787-9b6b-a5ca757f8e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:26.936597 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-496f68b6-ad61-4787-9b6b-a5ca757f8e4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14918835-1907-4a35-bdea-efc3a22ca17b HTTP/1.1" status: 204 len: 168 time: 0.1684587 Feb 17 01:30:27.229746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37320) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:27.249424 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:27.265195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:27.269223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] Usage tracker for resource:security_group_rule and tenant:f84f1ebc47f04724b78eadfc352a6551 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:27.272206 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:27.278057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:27.360748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:27.363590 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:27.372709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-14788920-0ef4-436a-925d-a3338599c195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:27.414424 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f84f1ebc47f04724b78eadfc352a6551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835244 Feb 17 01:30:27.416181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec5e45-06b7-493b-857c-408b54b5ed92,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:27.417411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37324) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:27.419396 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-56b15811-828a-44a3-8b22-9eaf4a112074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:27.482407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d035017c-42d7-424a-a98e-23f1e7c49731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:27.509972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d035017c-42d7-424a-a98e-23f1e7c49731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:27.554665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d035017c-42d7-424a-a98e-23f1e7c49731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:27.559641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f02ec890-1f07-4290-8209-6b345f38a3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:27.571992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035017c-42d7-424a-a98e-23f1e7c49731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec5e45-06b7-493b-857c-408b54b5ed92,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:27.575140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d035017c-42d7-424a-a98e-23f1e7c49731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:27.577282 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d035017c-42d7-424a-a98e-23f1e7c49731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:27.578910 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d035017c-42d7-424a-a98e-23f1e7c49731 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbec5e45-06b7-493b-857c-408b54b5ed92 HTTP/1.1" status: 204 len: 168 time: 0.1604452 Feb 17 01:30:31.243285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37418) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:31.369547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:31.385424 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:31.389406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a5987ff285cb4f8c9e6be5bcdc8935bf is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:31.392369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:31.398108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:31.485844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:31.488601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:31.497939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bbeb9598-39be-4150-b14d-d306211635ed tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:31.540401 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5987ff285cb4f8c9e6be5bcdc8935bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959392 Feb 17 01:30:31.541323 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7f5181-ca36-4587-be5f-7c8966b4a0c4,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:31.543438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37424) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:31.544641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2465f7ac-6146-4330-b201-66d8a63961f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:31.606117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33694e09-6ebd-4995-8de3-6569890d3763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:31.633121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33694e09-6ebd-4995-8de3-6569890d3763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:31.676316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33694e09-6ebd-4995-8de3-6569890d3763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:31.681716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-09512fb3-b52d-4b7f-8cb8-b875a3c34673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:31.697947 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33694e09-6ebd-4995-8de3-6569890d3763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7f5181-ca36-4587-be5f-7c8966b4a0c4,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:31.701055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-33694e09-6ebd-4995-8de3-6569890d3763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:31.702077 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33694e09-6ebd-4995-8de3-6569890d3763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:31.703299 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-33694e09-6ebd-4995-8de3-6569890d3763 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a7f5181-ca36-4587-be5f-7c8966b4a0c4 HTTP/1.1" status: 204 len: 168 time: 0.1586771 Feb 17 01:30:31.985550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37432) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:32.004823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:32.020054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:32.024627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Usage tracker for resource:security_group_rule and tenant:ab38be0b32b64024adb899504e2a74b9 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:32.027570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:32.033275 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:32.116820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:32.119534 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:32.128241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c2c6a81d-9a14-47e3-9224-404d206d46b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:32.171399 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab38be0b32b64024adb899504e2a74b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846771 Feb 17 01:30:32.172353 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42da96ff-c007-439a-95cf-a69c2f71e6b8,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:32.174280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37436) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:32.175685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:32.236974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d3e54c9d-dd72-4708-9cb1-0d8fa285023b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:32.264303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d3e54c9d-dd72-4708-9cb1-0d8fa285023b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:32.308807 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d3e54c9d-dd72-4708-9cb1-0d8fa285023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:32.313630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a8b87fa4-e17a-49ff-8f2b-ad9a6686748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:32.329492 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e54c9d-dd72-4708-9cb1-0d8fa285023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da96ff-c007-439a-95cf-a69c2f71e6b8,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:32.332321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d3e54c9d-dd72-4708-9cb1-0d8fa285023b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:32.344425 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d3e54c9d-dd72-4708-9cb1-0d8fa285023b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:32.347814 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d3e54c9d-dd72-4708-9cb1-0d8fa285023b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42da96ff-c007-439a-95cf-a69c2f71e6b8 HTTP/1.1" status: 204 len: 168 time: 0.1723511 Feb 17 01:30:38.207308 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-6f13be38-053d-4104-8df0-bb90c7596b52 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0904834 Feb 17 01:30:38.321889 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-8e247c99-a3c1-4802-9136-7b93add373fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:38.323626 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-8e247c99-a3c1-4802-9136-7b93add373fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aed97aa763a54e138a0c8df3318ccd45&device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 1163 time: 0.0877469 Feb 17 01:30:38.733900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-36e6b25e-3245-4cd3-a203-4439f54574c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:38.735515 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-36e6b25e-3245-4cd3-a203-4439f54574c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 200 len: 911 time: 0.3895674 Feb 17 01:30:38.845373 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-88959e04-b3d5-49c6-8570-c265e5364b14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b HTTP/1.1" status: 200 len: 1002 time: 0.1021292 Feb 17 01:30:38.916428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-3c2559a9-d8b1-48a7-b58f-4ad83deb26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:38.918017 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-3c2559a9-d8b1-48a7-b58f-4ad83deb26a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 200 len: 856 time: 0.0649598 Feb 17 01:30:38.978983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:39.005838 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-160ff621-bff1-4a2f-939b-bf72effcf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:39.007484 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-160ff621-bff1-4a2f-939b-bf72effcf61b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dabdee26-cf6a-48aa-9fa4-95da8f069aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815454 Feb 17 01:30:39.150008 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-9677fa28-ac27-4ca1-93a2-522d395de85a service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349826 Feb 17 01:30:39.303218 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5c66ec2d-bc09-489f-88ab-9f984b61c988 req-44725d6b-d66a-45c4-8cbc-e606c1fbe2b8 service neutron] 10.222.0.71 "GET /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450932 Feb 17 01:30:40.152413 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37518) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:40.276526 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:40.295757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:40.299785 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] Usage tracker for resource:security_group_rule and tenant:7f3b9953b26a4c31895bba67de13581a is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:40.302707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:40.308444 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:40.392399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:40.395193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:40.404510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5e54d8c5-ff7e-4368-a80a-1b572b776bd9 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:40.446536 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f3b9953b26a4c31895bba67de13581a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928054 Feb 17 01:30:40.447500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32cb2a1-55e0-4aae-9902-7c87a9f33f44,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:40.450307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37524) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:40.450745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a0a34696-bd53-4d73-a052-ba4b9def9b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:40.513341 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb185e40-dd17-4541-a2f0-1c6af3a2e271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:40.540372 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb185e40-dd17-4541-a2f0-1c6af3a2e271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:40.584472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb185e40-dd17-4541-a2f0-1c6af3a2e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:40.589260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4846bdf3-789a-4a64-90e5-b5726a4136f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:40.603504 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb185e40-dd17-4541-a2f0-1c6af3a2e271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32cb2a1-55e0-4aae-9902-7c87a9f33f44,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:40.606686 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bb185e40-dd17-4541-a2f0-1c6af3a2e271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:40.610976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb185e40-dd17-4541-a2f0-1c6af3a2e271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:40.612213 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-bb185e40-dd17-4541-a2f0-1c6af3a2e271 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b32cb2a1-55e0-4aae-9902-7c87a9f33f44 HTTP/1.1" status: 204 len: 168 time: 0.1606083 Feb 17 01:30:40.896945 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37534) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:40.916397 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:40.931458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:40.935470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] Usage tracker for resource:security_group_rule and tenant:d08d0b77e59c49a29a2ea9c775ec9686 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:40.938369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:40.944139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:41.030844 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:41.033592 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:41.042704 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-47d6dc0c-748c-45e9-9d62-a53e8e948450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:41.085040 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d08d0b77e59c49a29a2ea9c775ec9686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869988 Feb 17 01:30:41.085972 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50047f11-8405-4d4c-92c0-3a3f3f8aae74,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:41.088832 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37538) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:41.089246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-931802ea-b04c-4abc-ba47-877ba4c891d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:41.151903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a774730b-2766-4fca-9cbc-0a97d3d424c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:41.179231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a774730b-2766-4fca-9cbc-0a97d3d424c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:41.224750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a774730b-2766-4fca-9cbc-0a97d3d424c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:41.229697 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1d8ff0ce-ae7a-48be-81cf-9b654aac2d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:41.246576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774730b-2766-4fca-9cbc-0a97d3d424c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50047f11-8405-4d4c-92c0-3a3f3f8aae74,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:41.249347 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a774730b-2766-4fca-9cbc-0a97d3d424c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:41.265973 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a774730b-2766-4fca-9cbc-0a97d3d424c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:41.265973 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a774730b-2766-4fca-9cbc-0a97d3d424c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50047f11-8405-4d4c-92c0-3a3f3f8aae74 HTTP/1.1" status: 204 len: 168 time: 0.1736736 Feb 17 01:30:47.008731 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37618) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:47.129977 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.145684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:47.150367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6e0bb191f04067a33d2009691daa22 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:47.153380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:47.159086 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:47.242969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.245782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.254447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-08b9be10-4faa-4df7-ac60-8c2583dc3c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:47.297103 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc6e0bb191f04067a33d2009691daa22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872357 Feb 17 01:30:47.298828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf271471-4e0c-4613-8f86-d5701a00157d,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:47.300111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37624) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:47.302323 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:47.361894 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-64f2aeb1-108e-4350-b6c1-93921e9ab4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.390684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-64f2aeb1-108e-4350-b6c1-93921e9ab4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.435618 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-64f2aeb1-108e-4350-b6c1-93921e9ab4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.440517 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9981e271-5310-4543-8702-eafe66569239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:47.453523 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2aeb1-108e-4350-b6c1-93921e9ab4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf271471-4e0c-4613-8f86-d5701a00157d,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:47.458699 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-64f2aeb1-108e-4350-b6c1-93921e9ab4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:47.463264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-64f2aeb1-108e-4350-b6c1-93921e9ab4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.465741 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-64f2aeb1-108e-4350-b6c1-93921e9ab4da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf271471-4e0c-4613-8f86-d5701a00157d HTTP/1.1" status: 204 len: 168 time: 0.1633413 Feb 17 01:30:47.673690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:30:47.748486 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37634) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:47.771116 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.786193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:30:47.790929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc9f0acc8cc4e04b857900c92960e51 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:30:47.793817 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:30:47.799497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:30:47.882646 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.885064 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:47.893881 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-35994c97-305c-4cc6-9b3f-6e8238f5a229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:47.935340 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfc9f0acc8cc4e04b857900c92960e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857517 Feb 17 01:30:47.937030 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a241d-8849-4c4a-b198-1eac5d9fc6e1,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:47.938338 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37638) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:47.940354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:47.994882 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-792f90b4-d625-411c-a3ca-a0dfb73e1898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:48.004825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e592cf7-bb69-4875-9165-684034a7fee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:48.031795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e592cf7-bb69-4875-9165-684034a7fee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:48.079640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e592cf7-bb69-4875-9165-684034a7fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:48.084501 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3114d17c-33cb-4f69-9315-9f4c5162a988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:48.096735 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e592cf7-bb69-4875-9165-684034a7fee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a241d-8849-4c4a-b198-1eac5d9fc6e1,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:48.099936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-1e592cf7-bb69-4875-9165-684034a7fee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:48.108874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1e592cf7-bb69-4875-9165-684034a7fee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:48.110088 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-1e592cf7-bb69-4875-9165-684034a7fee1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f79a241d-8849-4c4a-b198-1eac5d9fc6e1 HTTP/1.1" status: 204 len: 168 time: 0.1697950 Feb 17 01:30:50.291961 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0aafe902-202f-4486-bbdf-bd5f5d336709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:50.628195 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:51.641589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:52.356156 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:55.944543 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc7d71-ca52-4699-8f2a-d2a78f0d201e req-9587001a-12ed-44d7-8a8e-a262c73da42b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:55.946188 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d2fc7d71-ca52-4699-8f2a-d2a78f0d201e req-9587001a-12ed-44d7-8a8e-a262c73da42b tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.0863922 Feb 17 01:30:55.994788 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d2fc7d71-ca52-4699-8f2a-d2a78f0d201e req-29d77f76-bef8-430f-ac63-4e564412e552 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420890 Feb 17 01:30:57.202752 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe2433-804d-4b32-bce7-88a1cd9279cd req-4f85d2a0-48f4-48c9-b071-2454b5240464 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:57.204415 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-efbe2433-804d-4b32-bce7-88a1cd9279cd req-4f85d2a0-48f4-48c9-b071-2454b5240464 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.0906060 Feb 17 01:30:57.221230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:30:57.253239 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-efbe2433-804d-4b32-bce7-88a1cd9279cd req-7bea800a-70b9-4591-acd7-f84040e173af tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups?id=bc3d8224-f5e9-48d3-942c-fe3be060e88c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418193 Feb 17 01:30:57.302139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-c7fa8fec-a7b7-4f5d-8cd7-d90c299be97e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:30:57.302787 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-c7fa8fec-a7b7-4f5d-8cd7-d90c299be97e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Synchronizing usage tracker for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:30:57.317101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-c7fa8fec-a7b7-4f5d-8cd7-d90c299be97e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Unset dirty status for tenant:aed97aa763a54e138a0c8df3318ccd45 on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:30:57.318397 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-c7fa8fec-a7b7-4f5d-8cd7-d90c299be97e tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 946 time: 0.1057053 Feb 17 01:30:57.352718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:57.381439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:30:57.391813 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:30:57.395136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:57.397541 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:57.397669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Deleting port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:30:57.397929 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:57.435151 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'code': 200} Feb 17 01:30:57.471679 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,revision_number=7']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:57.480051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.480437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.480814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.481183 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.481550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.481913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.482276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.482634 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.482989 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.483386 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.483749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.484103 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.484560 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.484918 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.485273 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.485626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.485980 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.486333 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.486685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.487037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.487429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.487786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.488136 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.488485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:30:57.493281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:57.662033 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] For port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:30:57.662422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:57.967446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:57.967853 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846774357'] for floatingip, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:57.968191 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Floating IP d7f771cd-d435-482b-a9ad-df295d50c354 disassociated. External IP: 172.28.1.230, port: 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b. Feb 17 01:30:57.968558 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Calling delete_port for 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:30:58.116774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:58.134167 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:58.230032 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event deleted for resources: {'Port': ['ID=2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:58.232643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:58.425001 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-89468508-dd9c-4426-9b5a-8df1fedc7a0e req-baebf55d-47f6-4789-96ea-67fe52daa362 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dd8eb05-9e97-427f-8d94-c1958907cae4 HTTP/1.1" status: 200 len: 210 time: 0.0488989 Feb 17 01:30:58.496816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Router fa8e9a90-db46-486a-9b38-06b4a62d039d has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:30:58.686077 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:30:58.701112 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] Sync routers for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:30:58.711814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:30:58.712496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:30:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:30:58.728723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] No DVR routers for this DVR port 2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:30:58.731089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:58.735164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-deleted', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:30:58.757489 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-571ef320-1dc7-4f74-ad58-7d1da4624f07 req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.71 "DELETE /v2.0/ports/2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b HTTP/1.1" status: 204 len: 173 time: 1.4329829 Feb 17 01:30:58.800732 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd8eb05-9e97-427f-8d94-c1958907cae4', 'name': 'network-vif-deleted', 'tag': '2ced95dc-5e14-4a09-a98a-fd1ccfd4e42b', 'status': 'completed', 'code': 200} Feb 17 01:30:59.080027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:30:59.417719 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:30:59.421750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] Checking router: fa8e9a90-db46-486a-9b38-06b4a62d039d for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:30:59.431007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:30:59.431689 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:30:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:30:59.627709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:30:59.700337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37672) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:59.770813 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-88a718dd-9a16-4598-b92f-ea47306caaec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:59.801308 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-88a718dd-9a16-4598-b92f-ea47306caaec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:59.846300 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-88a718dd-9a16-4598-b92f-ea47306caaec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:59.852038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-27e9aa4e-0695-4223-9060-2b929e82564d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:30:59.867966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a718dd-9a16-4598-b92f-ea47306caaec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3d8224-f5e9-48d3-942c-fe3be060e88c,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:30:59.870796 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-88a718dd-9a16-4598-b92f-ea47306caaec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:30:59.878196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-88a718dd-9a16-4598-b92f-ea47306caaec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:30:59.879454 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-88a718dd-9a16-4598-b92f-ea47306caaec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "DELETE /v2.0/security-groups/bc3d8224-f5e9-48d3-942c-fe3be060e88c HTTP/1.1" status: 204 len: 168 time: 0.1779666 Feb 17 01:30:59.882314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37676) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:59.899538 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.api.v2.resource [None req-5e679848-065e-475c-a471-1e0de851370c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] show failed (client error): The resource could not be found. Feb 17 01:30:59.900606 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5e679848-065e-475c-a471-1e0de851370c tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "GET /v2.0/security-groups/bc3d8224-f5e9-48d3-942c-fe3be060e88c HTTP/1.1" status: 404 len: 347 time: 0.0172787 Feb 17 01:30:59.903456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37680) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:30:59.982160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:30:59.986371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53320e3-fee2-43c0-a378-176f39bd3f1e None None] The sync data for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb is: [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:23:58Z', 'revision_number': 4, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fde3ffdc-84e9-45c7-94a3-d6483c2dac66', 'name': '', 'network_id': 'dabdee26-cf6a-48aa-9fa4-95da8f069aad', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'mac_address': 'fa:16:3e:89:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:55Z', 'updated_at': '2021-02-17T01:24:14Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'subnets': [{'id': 'f709a3d6-6f88-4625-ba60-da461068c1db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:31:00.078056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Deleting port 29149b8c-4950-43d8-a0e1-fbe0f359a058 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:00.078430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:00.263514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:00.263878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:00.401404 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Calling delete_port for 29149b8c-4950-43d8-a0e1-fbe0f359a058 owned by network:floatingip {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:00.422336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868b575-4211-45a5-95b1-f94f7d1c3640 None None] New status for floating IP d7f771cd-d435-482b-a9ad-df295d50c354: DOWN {{(pid=83939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:31:00.547269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643333'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:00.563300 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3cc98d21-65ca-4cda-a78e-56d697e1e360 tempest-ServerRescueNegativeTestJSON-314597775 tempest-ServerRescueNegativeTestJSON-314597775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:00.673565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Pushing event deleted for resources: {'Port': ['ID=29149b8c-4950-43d8-a0e1-fbe0f359a058,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:00.678825 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:00.736988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-4868b575-4211-45a5-95b1-f94f7d1c3640 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83939) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:31:00.737349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-4868b575-4211-45a5-95b1-f94f7d1c3640 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:31:00.797205 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks [] for floatingip, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:00.811678 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:00.812861 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-23fb7d3b-9e5a-45fc-83cb-bae81f160d53 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] 10.222.0.65 "DELETE /v2.0/floatingips/d7f771cd-d435-482b-a9ad-df295d50c354 HTTP/1.1" status: 204 len: 168 time: 0.9083848 Feb 17 01:31:01.238581 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868b575-4211-45a5-95b1-f94f7d1c3640 None None] New status for floating IP d7f771cd-d435-482b-a9ad-df295d50c354: DOWN {{(pid=83939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:31:03.763553 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37704) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:04.784356 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846749815'] for router_interface, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:05.153596 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Deleting port fde3ffdc-84e9-45c7-94a3-d6483c2dac66 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:05.153893 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:05.336054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] For port fde3ffdc-84e9-45c7-94a3-d6483c2dac66, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=fde3ffdc-84e9-45c7-94a3-d6483c2dac66,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:05.336472 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:05.469668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Calling delete_port for fde3ffdc-84e9-45c7-94a3-d6483c2dac66 owned by network:router_interface {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:05.646991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:05.662981 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-258ea145-d308-4526-ae01-ba731838ca05 tempest-TestMinimumBasicScenario-121993757 tempest-TestMinimumBasicScenario-121993757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:05.761648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fde3ffdc-84e9-45c7-94a3-d6483c2dac66,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:05.771627 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:06.073454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8382613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846749721'] for router_interface, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:06.583029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Router fa8e9a90-db46-486a-9b38-06b4a62d039d has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:31:06.768623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:31:06.777344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] Sync routers for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:31:06.782036 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e48c29aa-7151-4477-aaaf-eae99fc23c8f admin admin] 10.222.0.65 "PUT /v2.0/routers/fa8e9a90-db46-486a-9b38-06b4a62d039d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0173297 Feb 17 01:31:06.783941 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37710) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:06.788975 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:31:06.789644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:30:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:06.991729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:31:07.213053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks [] for router, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:07.299915 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:31:05Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:07.303871 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] Checking router: fa8e9a90-db46-486a-9b38-06b4a62d039d for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:31:07.312614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] Routers {'fa8e9a90-db46-486a-9b38-06b4a62d039d'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:31:07.313256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:30:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['fa8e9a90-db46-486a-9b38-06b4a62d039d'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:07.403742 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:07.409026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Deleting port 2cdd9630-cd48-4a33-a573-cfe5d5751869 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:07.409391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:07.511575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] Set router fa8e9a90-db46-486a-9b38-06b4a62d039d gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:31:07.592670 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] For port 2cdd9630-cd48-4a33-a573-cfe5d5751869, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=2cdd9630-cd48-4a33-a573-cfe5d5751869,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:07.592984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:07.731344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Calling delete_port for 2cdd9630-cd48-4a33-a573-cfe5d5751869 owned by network:router_gateway {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:07.882703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:07.987836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:31:05Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:07.992212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02da22f-7e07-47e6-ad92-7050d648e3d7 None None] The sync data for ids ['fa8e9a90-db46-486a-9b38-06b4a62d039d'] in dv-cinder-759987-3-smb is: [{'id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'name': 'tempest-AttachVolumeShelveTestJSON-1647025098-router', 'tenant_id': 'aed97aa763a54e138a0c8df3318ccd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:23:42Z', 'updated_at': '2021-02-17T01:31:05Z', 'revision_number': 5, 'project_id': 'aed97aa763a54e138a0c8df3318ccd45', 'gw_port': {'id': '2cdd9630-cd48-4a33-a573-cfe5d5751869', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8e9a90-db46-486a-9b38-06b4a62d039d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:23:45Z', 'updated_at': '2021-02-17T01:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:31:08.072564 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846838357'] for router_gateway, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.216436 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846752989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12425'] for router, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.218774 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.240348 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846752511'] for router, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.241170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa8e9a90-db46-486a-9b38-06b4a62d039d {{(pid=83937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:31:08.254449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] Notify callbacks [] for router, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.256284 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-751f73da-1885-4dea-81dc-4a71f3a5f510 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fa8e9a90-db46-486a-9b38-06b4a62d039d HTTP/1.1" status: 204 len: 168 time: 1.4713595 Feb 17 01:31:08.258966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37714) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:08.326111 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01108b9-cd7a-485f-bd45-3176c25dbe3e admin admin] Deleting subnet f709a3d6-6f88-4625-ba60-da461068c1db {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:31:08.329503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c01108b9-cd7a-485f-bd45-3176c25dbe3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.395098 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c01108b9-cd7a-485f-bd45-3176c25dbe3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.478115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c01108b9-cd7a-485f-bd45-3176c25dbe3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.742456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c01108b9-cd7a-485f-bd45-3176c25dbe3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.758503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:08.843756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01108b9-cd7a-485f-bd45-3176c25dbe3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f709a3d6-6f88-4625-ba60-da461068c1db,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:08.848269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c01108b9-cd7a-485f-bd45-3176c25dbe3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:08.890782 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c01108b9-cd7a-485f-bd45-3176c25dbe3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:08.896153 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef55533-a3aa-4a60-a410-c4922bdd4857 None None] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:31:08.897230 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c01108b9-cd7a-485f-bd45-3176c25dbe3e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f709a3d6-6f88-4625-ba60-da461068c1db HTTP/1.1" status: 204 len: 168 time: 0.6370766 Feb 17 01:31:08.899946 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37718) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:08.997829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:09.016657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:09.086216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Deleting port 580eb617-0d0f-4056-b48c-27a810463da6 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:09.086585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:09.166134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00704e73-6774-4598-8a87-05652006ebbe None None] DHCP port deletion for dabdee26-cf6a-48aa-9fa4-95da8f069aad request from dv-cinder-759987-3-smb {{(pid=83938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:31:09.170748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-00704e73-6774-4598-8a87-05652006ebbe None None] Deleting port 580eb617-0d0f-4056-b48c-27a810463da6 {{(pid=83938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:09.171165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-00704e73-6774-4598-8a87-05652006ebbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:09.315322 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] For port 580eb617-0d0f-4056-b48c-27a810463da6, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=580eb617-0d0f-4056-b48c-27a810463da6,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:09.315968 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:09.393718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-00704e73-6774-4598-8a87-05652006ebbe None None] For port 580eb617-0d0f-4056-b48c-27a810463da6, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=580eb617-0d0f-4056-b48c-27a810463da6,segment=NetworkSegment(26afff77-4743-4850-832b-2dd5ed8eae3a),segment_id=26afff77-4743-4850-832b-2dd5ed8eae3a)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:09.394078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-00704e73-6774-4598-8a87-05652006ebbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:09.450276 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Calling delete_port for 580eb617-0d0f-4056-b48c-27a810463da6 owned by network:dhcp {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:09.529680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-00704e73-6774-4598-8a87-05652006ebbe None None] Calling delete_port for 580eb617-0d0f-4056-b48c-27a810463da6 owned by network:dhcp {{(pid=83938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:09.530771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:09.546922 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7b523aef-6e1f-4f59-ac53-c6d1f9572714 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:09.603951 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-00704e73-6774-4598-8a87-05652006ebbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83938) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:31:09.604280 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-00704e73-6774-4598-8a87-05652006ebbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:31:09.698449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device fde3ffdc-84e9-45c7-94a3-d6483c2dac66 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:09.737337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: fde3ffdc-84e9-45c7-94a3-d6483c2dac66 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:09.737734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device fde3ffdc-84e9-45c7-94a3-d6483c2dac66 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:09.738214 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2cdd9630-cd48-4a33-a573-cfe5d5751869 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:09.780722 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 2cdd9630-cd48-4a33-a573-cfe5d5751869 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:09.781155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 2cdd9630-cd48-4a33-a573-cfe5d5751869 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:09.781629 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 580eb617-0d0f-4056-b48c-27a810463da6 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:09.819129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 580eb617-0d0f-4056-b48c-27a810463da6 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:09.819546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 580eb617-0d0f-4056-b48c-27a810463da6 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:09.878108 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Pushing event deleted for resources: {'Port': ['ID=580eb617-0d0f-4056-b48c-27a810463da6,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:09.883417 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:09.924518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] No DVR routers for this DVR port 580eb617-0d0f-4056-b48c-27a810463da6 on host dv-cinder-759987-3-smb {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:31:10.044556 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:10.105323 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-00704e73-6774-4598-8a87-05652006ebbe None None] Deleting port 580eb617-0d0f-4056-b48c-27a810463da6 {{(pid=83938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:10.105754 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-00704e73-6774-4598-8a87-05652006ebbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:10.159075 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabdee26-cf6a-48aa-9fa4-95da8f069aad']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:10.172079 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26afff77-4743-4850-832b-2dd5ed8eae3a') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:10.172409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26afff77-4743-4850-832b-2dd5ed8eae3a') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:10.184873 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-00704e73-6774-4598-8a87-05652006ebbe None None] The port '580eb617-0d0f-4056-b48c-27a810463da6' was deleted {{(pid=83938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:31:10.185141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:10.201018 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:10.203072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:31:10.385952 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:31:10.395196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:10.573096 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Network dabdee26-cf6a-48aa-9fa4-95da8f069aad has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:31:10.595646 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:31:10.673757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:10.677713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:10.693407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:10.702009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Pushing event deleted for resources: {'Network': ['ID=dabdee26-cf6a-48aa-9fa4-95da8f069aad,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:10.705360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:10.715731 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] 10.222.0.65 "DELETE /v2.0/networks/dabdee26-cf6a-48aa-9fa4-95da8f069aad HTTP/1.1" status: 204 len: 168 time: 1.8147435 Feb 17 01:31:10.827805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37724) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:10.879943 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-35bdd1d3-bace-4bd1-8471-3f2301d304c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aed97aa763a54e138a0c8df3318ccd45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508163 Feb 17 01:31:10.882434 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37728) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:10.946167 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d001e8a5-b634-4f69-845d-6dd97e3e4ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:10.973072 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d001e8a5-b634-4f69-845d-6dd97e3e4ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:11.017422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d001e8a5-b634-4f69-845d-6dd97e3e4ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:11.023016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-091e56c3-db7e-42bf-a054-e5928163aa9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:11.037199 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001e8a5-b634-4f69-845d-6dd97e3e4ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68d65ee-e0fc-4cb5-a818-16a1a6765029,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:11.040005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d001e8a5-b634-4f69-845d-6dd97e3e4ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:11.046982 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d001e8a5-b634-4f69-845d-6dd97e3e4ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:11.048241 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d001e8a5-b634-4f69-845d-6dd97e3e4ccc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f68d65ee-e0fc-4cb5-a818-16a1a6765029 HTTP/1.1" status: 204 len: 168 time: 0.1648540 Feb 17 01:31:17.997378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6782d83c-e216-49e7-b20f-aec40215aba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:20.292395 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-80c5c825-9bf2-428e-b5db-e0d307e389bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:20.630338 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:21.644546 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:22.361746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:24.673555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:31:29.379216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37942) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:29.606405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:29.622360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:29.626421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Usage tracker for resource:security_group_rule and tenant:629168e21b054784b3cf0ae03d789de2 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:29.629383 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:29.635683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:29.719552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:29.722358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:29.730495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9e26866a-aed5-41db-af21-ca0c736fc4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:29.773451 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=629168e21b054784b3cf0ae03d789de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930094 Feb 17 01:31:29.774402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afc122d-5138-485c-a9f9-4fd5f89d1a0b,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:29.776449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37948) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:29.782297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.782707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.783107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.783555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.783948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.784336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.784723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.785107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.785494 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.785875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.786259 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.787179 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.787745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.788127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.788510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.788888 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.789265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.789643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.790022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.790396 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.790771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.791147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.791557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.791932 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.796273 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:29.840207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:29.868632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:29.915707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:29.920664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f7b20aca-ae15-4170-9602-d135665ee70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:29.934547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afc122d-5138-485c-a9f9-4fd5f89d1a0b,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:29.942503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:29.943718 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5afc122d-5138-485c-a9f9-4fd5f89d1a0b HTTP/1.1" status: 204 len: 168 time: 0.1661742 Feb 17 01:31:29.945293 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.945702 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.946100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.946489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.946882 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.947270 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.947680 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.948069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.948400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.948788 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.949440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.949897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.950290 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.950673 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.951058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.951466 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.951848 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.952229 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.952606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.952983 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.953368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.953745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.954120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.954497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:31:29.958377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:30.229132 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 37956) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:30.252604 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:30.267740 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:30.272431 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] Usage tracker for resource:security_group_rule and tenant:881f08b547284bdfae734b5c2a31296d is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:30.275440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:30.281385 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:30.365156 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:30.368120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:30.376729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-88a718dd-9a16-4598-b92f-ea47306caaec tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:30.419169 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=881f08b547284bdfae734b5c2a31296d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888902 Feb 17 01:31:30.420818 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a60339-e54c-42b6-bd0d-fe3c3c54b130,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:30.422156 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 37960) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:30.424197 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-64dc7059-b466-4768-9a6c-f3e599a5fd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:30.487315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7359c0e1-7214-4bf4-8fa3-f29b0caf8471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:30.513808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7359c0e1-7214-4bf4-8fa3-f29b0caf8471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:30.558261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7359c0e1-7214-4bf4-8fa3-f29b0caf8471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:30.563592 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b1b49b7d-30cf-403d-a3d5-bc493f810fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:30.576334 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359c0e1-7214-4bf4-8fa3-f29b0caf8471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a60339-e54c-42b6-bd0d-fe3c3c54b130,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:30.579443 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7359c0e1-7214-4bf4-8fa3-f29b0caf8471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:30.581382 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7359c0e1-7214-4bf4-8fa3-f29b0caf8471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:30.582558 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7359c0e1-7214-4bf4-8fa3-f29b0caf8471 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5a60339-e54c-42b6-bd0d-fe3c3c54b130 HTTP/1.1" status: 204 len: 168 time: 0.1593406 Feb 17 01:31:32.421392 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38008) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:32.543011 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:32.558147 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:32.562738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] Usage tracker for resource:security_group_rule and tenant:bd48d5aac1f64ba6acc7c1ecbb021af1 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:32.566082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:32.571858 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:32.655800 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:32.658540 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:32.667771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bb185e40-dd17-4541-a2f0-1c6af3a2e271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:32.713757 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd48d5aac1f64ba6acc7c1ecbb021af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912443 Feb 17 01:31:32.714636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34dcbf4-76f2-4b72-a616-12e1f041dae7,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:32.716656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38014) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:32.718035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-dd8b73eb-ed22-4b91-857d-60b27c486f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:32.778269 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1ba2-13ac-4309-abd5-cd98a07f3c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:32.805190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1ba2-13ac-4309-abd5-cd98a07f3c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:32.853718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1ba2-13ac-4309-abd5-cd98a07f3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:32.858717 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4d496605-90c2-43cc-9847-bef7c9eec78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:32.873525 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a1ba2-13ac-4309-abd5-cd98a07f3c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34dcbf4-76f2-4b72-a616-12e1f041dae7,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:32.876336 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-cb0a1ba2-13ac-4309-abd5-cd98a07f3c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:32.886690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1ba2-13ac-4309-abd5-cd98a07f3c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:32.887940 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-cb0a1ba2-13ac-4309-abd5-cd98a07f3c47 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f34dcbf4-76f2-4b72-a616-12e1f041dae7 HTTP/1.1" status: 204 len: 168 time: 0.1701756 Feb 17 01:31:33.169127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38022) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:33.188254 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:33.203635 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:33.207684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:447584b568af4108a994db7c262e004a is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:33.211119 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:33.216919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:33.300757 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:33.303604 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:33.312852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-eb9cb613-bc06-48fa-9ab7-419f59c5959c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:33.439616 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=447584b568af4108a994db7c262e004a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692888 Feb 17 01:31:33.442414 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38028) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:33.446077 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a138fcaa-a38d-4c64-b7a4-0b53c2899e27,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:33.449562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-465368a8-4006-492b-aab7-40478233c6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:33.476508 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-946f5050-090f-4e84-bf56-7e865d584799 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/floatingips/4c56675b-56c6-4ad7-99aa-240fbddcf3b9 HTTP/1.1" status: 200 len: 998 time: 0.1421506 Feb 17 01:31:33.510875 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78d6272e-b03a-4b62-9315-f0145171ff05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:33.538709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78d6272e-b03a-4b62-9315-f0145171ff05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:33.584158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78d6272e-b03a-4b62-9315-f0145171ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:33.589201 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ae1dec02-bf98-467f-9fbf-71ede8f15364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:33.603027 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6272e-b03a-4b62-9315-f0145171ff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a138fcaa-a38d-4c64-b7a4-0b53c2899e27,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:33.605772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-78d6272e-b03a-4b62-9315-f0145171ff05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:33.615454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-78d6272e-b03a-4b62-9315-f0145171ff05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:33.616958 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-78d6272e-b03a-4b62-9315-f0145171ff05 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a138fcaa-a38d-4c64-b7a4-0b53c2899e27 HTTP/1.1" status: 204 len: 168 time: 0.1728001 Feb 17 01:31:33.640315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-2e38fbc2-5eb0-47d9-aa30-d6e0478fdb00 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:33.641834 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-2e38fbc2-5eb0-47d9-aa30-d6e0478fdb00 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/networks/12fd91a0-431a-42be-abb2-70d0f79f7370 HTTP/1.1" status: 200 len: 784 time: 0.1594863 Feb 17 01:31:33.756352 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-f57717c0-5b41-4722-9f5b-0ef6687df31a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.28.1.122 HTTP/1.1" status: 200 len: 1001 time: 0.1080852 Feb 17 01:31:33.842503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-6c6cd395-abce-49e1-83e6-c6c4b7a97ab4 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:33.844040 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-6c6cd395-abce-49e1-83e6-c6c4b7a97ab4 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports/47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 942 time: 0.0817266 Feb 17 01:31:34.041799 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-2671a5dc-2584-48a0-8f54-8f493f88811c tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.28.1.122 HTTP/1.1" status: 200 len: 1001 time: 0.1082458 Feb 17 01:31:34.274046 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Deleting port 4c65e07e-4411-4104-8be2-e394973a27d5 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:34.274427 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:34.455773 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:34.456268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:34.592069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Calling delete_port for 4c65e07e-4411-4104-8be2-e394973a27d5 owned by network:floatingip {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:34.748992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643333'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:34.765008 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d53ee567-f69f-4518-b03c-371cecd8f76a tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:34.861974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Pushing event deleted for resources: {'Port': ['ID=4c65e07e-4411-4104-8be2-e394973a27d5,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:34.872640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:34.992375 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for floatingip, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:34.992765 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.l3_db [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Floating IP 4c56675b-56c6-4ad7-99aa-240fbddcf3b9 disassociated (deleted). External IP: 172.28.1.122, port: 47f1b1df-4516-4689-b39e-4da271b14665. Feb 17 01:31:35.613687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Router 50e762ca-7178-4c55-a52f-2727c51c7c35 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:31:35.622316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38078) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:35.747637 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:35.762835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:35.766850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Usage tracker for resource:security_group_rule and tenant:0e19d88b9c9742b8951dad4a787ae8da is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:35.769852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:35.776055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:35.807203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:31:35.817344 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] Sync routers for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:31:35.827667 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:31:35.828320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:31:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:35.843526 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for floatingip, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:35.865107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:35.868223 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:35.895024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d035017c-42d7-424a-a98e-23f1e7c49731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:35.903729 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "DELETE /v2.0/floatingips/4c56675b-56c6-4ad7-99aa-240fbddcf3b9 HTTP/1.1" status: 204 len: 173 time: 1.8557715 Feb 17 01:31:35.904355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665'}] {{(pid=83936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:31:35.907838 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e19d88b9c9742b8951dad4a787ae8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843277 Feb 17 01:31:35.909452 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38084) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:35.947930 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d0e133-5ffd-482d-a76c-ef3a11818b4e,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:35.965804 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:35.971175 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665', 'status': 'completed', 'code': 200} Feb 17 01:31:36.035649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:31:36.053975 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-df6ebc85-7e44-4103-9d18-c0452648c719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:36.072366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-26e0f114-9e89-4fd1-a09b-2b42d6f8741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:36.073491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-af80e8b9-9f75-4d99-9af1-b518de7a23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:36.073948 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-26e0f114-9e89-4fd1-a09b-2b42d6f8741d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1162 time: 0.1503739 Feb 17 01:31:36.078622 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-af80e8b9-9f75-4d99-9af1-b518de7a23b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=344c91eb6f584fe196eb411e561325e0&device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 1162 time: 0.0881238 Feb 17 01:31:36.162083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-df6ebc85-7e44-4103-9d18-c0452648c719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:36.252371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-d6d9332e-b640-48fc-8374-98c61e2929f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:36.254074 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-d6d9332e-b640-48fc-8374-98c61e2929f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 903 time: 0.1676345 Feb 17 01:31:36.259076 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-2fb13c55-2de7-4d93-90f6-65f1e5088be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:36.260757 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-2fb13c55-2de7-4d93-90f6-65f1e5088be1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 200 len: 903 time: 0.1794322 Feb 17 01:31:36.333083 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-df6ebc85-7e44-4103-9d18-c0452648c719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:36.334992 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-374134f6-955f-4b46-ab4c-5eb937cb552a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 217 time: 0.0728252 Feb 17 01:31:36.345655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0dc80472-924c-406f-abb4-75cc213768eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:36.355706 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-684254e3-5446-46c8-bf93-46d5745a0ea6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 200 len: 217 time: 0.0858932 Feb 17 01:31:36.361473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ebc85-7e44-4103-9d18-c0452648c719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d0e133-5ffd-482d-a76c-ef3a11818b4e,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:36.365211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-df6ebc85-7e44-4103-9d18-c0452648c719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:36.367539 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-df6ebc85-7e44-4103-9d18-c0452648c719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:36.368750 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-df6ebc85-7e44-4103-9d18-c0452648c719 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85d0e133-5ffd-482d-a76c-ef3a11818b4e HTTP/1.1" status: 204 len: 168 time: 0.4578719 Feb 17 01:31:36.414636 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fd8cac33-f066-4535-9d29-a474ee07e74c', 'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'mac_address': 'fa:16:3e:9b:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:18Z', 'updated_at': '2021-02-17T01:26:43Z', 'revision_number': 5, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'subnets': [{'id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:36.418831 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] Checking router: 50e762ca-7178-4c55-a52f-2727c51c7c35 for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:31:36.431360 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:31:36.432035 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:31:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:36.432764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-32278c9a-d1b8-44ea-90b1-571ad3f4b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:36.434352 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-32278c9a-d1b8-44ea-90b1-571ad3f4b90f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 200 len: 848 time: 0.0930929 Feb 17 01:31:36.446258 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-d7299f61-8790-498b-9ad5-a949bfcbf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:36.449739 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-d7299f61-8790-498b-9ad5-a949bfcbf24f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 200 len: 848 time: 0.0797055 Feb 17 01:31:36.532800 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-6f446d48-3e96-40bf-9bfa-2e160c4a5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:36.534637 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-6f446d48-3e96-40bf-9bfa-2e160c4a5641 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0935674 Feb 17 01:31:36.554039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-2bcbf6e0-ec63-4714-9d78-ddd39c83d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:36.555813 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-2bcbf6e0-ec63-4714-9d78-ddd39c83d23c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1adca4f9-10c9-4122-b11d-f66b8f66b3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1007354 Feb 17 01:31:36.713606 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-5ff64c8b-c7cd-430f-ac67-969433ab1e7b service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709864 Feb 17 01:31:36.719218 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-3ad1a6e4-6f08-49b1-ab54-4513f11ff4d6 service neutron] 10.222.0.65 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548426 Feb 17 01:31:36.745338 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38094) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:36.787780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:31:36.828582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:36.852628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:36.861306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:20912af577cf4499b9b218949039b656 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:36.874682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:36.875908 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a8df8ce5-2ae6-460e-986b-66285f4f674c req-ed63d841-6f49-49f9-a648-7ac86cddde9b service neutron] 10.222.0.65 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1537373 Feb 17 01:31:36.884101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:36.920059 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fb68ce85-fe78-495e-85ff-cc217299a066 req-6caae244-518a-437a-8bdd-9bd9a21729fe service neutron] 10.222.0.71 "GET /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1994357 Feb 17 01:31:36.990771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:36.995786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:37.004924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-eb12f796-2c78-486e-bbe1-ef0defa1f725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:37.050016 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20912af577cf4499b9b218949039b656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989566 Feb 17 01:31:37.050362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38100) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:37.051602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72d9b8c-db36-4803-8f85-b763d5c59d13,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:37.072876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-39faeb1c-b95c-459f-b0fe-eae58521b0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:37.118984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-58c03862-1b89-446e-b436-e5e347cc6f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:37.163044 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-58c03862-1b89-446e-b436-e5e347cc6f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:37.200019 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fd8cac33-f066-4535-9d29-a474ee07e74c', 'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'mac_address': 'fa:16:3e:9b:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:18Z', 'updated_at': '2021-02-17T01:26:43Z', 'revision_number': 5, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'subnets': [{'id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:37.204339 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddcf77c-c21b-4639-a2e8-1f85fbf74040 None None] The sync data for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb is: [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:26:19Z', 'revision_number': 4, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb', '_interfaces': [{'id': 'fd8cac33-f066-4535-9d29-a474ee07e74c', 'name': '', 'network_id': '1adca4f9-10c9-4122-b11d-f66b8f66b3fc', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'mac_address': 'fa:16:3e:9b:89:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:18Z', 'updated_at': '2021-02-17T01:26:43Z', 'revision_number': 5, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'subnets': [{'id': '919489ca-2abb-420f-8d79-f377cd18a7a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:31:37.221178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-58c03862-1b89-446e-b436-e5e347cc6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:37.228479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fe7c0f95-0fe1-48b6-a139-b0c5a12527e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:37.282816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c03862-1b89-446e-b436-e5e347cc6f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72d9b8c-db36-4803-8f85-b763d5c59d13,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:37.287404 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-58c03862-1b89-446e-b436-e5e347cc6f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:37.298703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-58c03862-1b89-446e-b436-e5e347cc6f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:37.299942 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-58c03862-1b89-446e-b436-e5e347cc6f3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b72d9b8c-db36-4803-8f85-b763d5c59d13 HTTP/1.1" status: 204 len: 168 time: 0.2485754 Feb 17 01:31:37.337148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263957c-5991-41f2-9764-c9045fd1bc83 req-61ed37eb-852a-47c8-a611-2008680c0fc2 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:37.337920 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-8263957c-5991-41f2-9764-c9045fd1bc83 req-61ed37eb-852a-47c8-a611-2008680c0fc2 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Synchronizing usage tracker for tenant:344c91eb6f584fe196eb411e561325e0 on resource:port {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:31:37.352743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-8263957c-5991-41f2-9764-c9045fd1bc83 req-61ed37eb-852a-47c8-a611-2008680c0fc2 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Unset dirty status for tenant:344c91eb6f584fe196eb411e561325e0 on resource:port {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:31:37.354012 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8263957c-5991-41f2-9764-c9045fd1bc83 req-61ed37eb-852a-47c8-a611-2008680c0fc2 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.1278026 Feb 17 01:31:37.405028 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8263957c-5991-41f2-9764-c9045fd1bc83 req-371d5555-4efb-4883-8ed3-ff32e59f5d64 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0439675 Feb 17 01:31:37.619261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971ade99-7168-4a0f-894d-f38fc3018655 None None] New status for floating IP 4c56675b-56c6-4ad7-99aa-240fbddcf3b9: DOWN {{(pid=83938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 01:31:38.564484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-1e10e590-defd-4e66-b39d-97ad471056c2 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:38.566056 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-1e10e590-defd-4e66-b39d-97ad471056c2 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.71 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.0943072 Feb 17 01:31:38.608917 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74cf7-01f0-46b2-b8d3-a2f0a316c7be req-de965ded-0f51-437a-904d-d764f7cdb471 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:38.610445 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2cb74cf7-01f0-46b2-b8d3-a2f0a316c7be req-de965ded-0f51-437a-904d-d764f7cdb471 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 945 time: 0.0898850 Feb 17 01:31:38.652327 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Deleting port 47f1b1df-4516-4689-b39e-4da271b14665 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:38.652674 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:38.666512 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2cb74cf7-01f0-46b2-b8d3-a2f0a316c7be req-af19365a-3c47-4748-939c-837c36b345a9 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7bda6d7-daf8-4cb7-a017-e499b90bc15b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0494092 Feb 17 01:31:38.918702 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] For port 47f1b1df-4516-4689-b39e-4da271b14665, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=47f1b1df-4516-4689-b39e-4da271b14665,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:38.919093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:38.973761 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:39.054000 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Calling delete_port for 47f1b1df-4516-4689-b39e-4da271b14665 owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:39.208689 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:39.227233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-9e6724a4-2d19-4022-81ab-0c4b24944679 tempest-VolumesActionsTest-1756262783 tempest-VolumesActionsTest-1756262783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:39.324189 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Pushing event deleted for resources: {'Port': ['ID=47f1b1df-4516-4689-b39e-4da271b14665,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:39.331114 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:39.358835 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 47f1b1df-4516-4689-b39e-4da271b14665 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:39.397766 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] No Port match for: 47f1b1df-4516-4689-b39e-4da271b14665 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:39.398162 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 47f1b1df-4516-4689-b39e-4da271b14665 not bound to the agent host hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:39.443741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] No DVR routers for this DVR port 47f1b1df-4516-4689-b39e-4da271b14665 on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:31:39.446208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:39.449107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'name': 'network-vif-deleted', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:31:39.476129 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-aad98cb7-f2af-4217-bf3f-5f5bf6a905ee req-eb98bed4-7389-4275-a6b8-f23251936bd7 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.71 "DELETE /v2.0/ports/47f1b1df-4516-4689-b39e-4da271b14665 HTTP/1.1" status: 204 len: 173 time: 0.9027460 Feb 17 01:31:39.504392 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ab801b-9a59-4701-8129-2c5904dbfd12', 'name': 'network-vif-deleted', 'tag': '47f1b1df-4516-4689-b39e-4da271b14665', 'status': 'completed', 'code': 200} Feb 17 01:31:39.971943 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-37e6bfba-2238-4554-902b-8d0bc420cc4e req-e29db353-5889-458b-8c2a-05a578c5c186 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/ports?device_id=57ab801b-9a59-4701-8129-2c5904dbfd12 HTTP/1.1" status: 200 len: 210 time: 0.1783438 Feb 17 01:31:41.140233 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ed95964f-f97a-4aee-93c1-223cf8aad2db req-77f3709c-3cbf-497f-97d6-9bb0cb528074 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "GET /v2.0/security-groups/e7bda6d7-daf8-4cb7-a017-e499b90bc15b HTTP/1.1" status: 200 len: 2991 time: 0.0521686 Feb 17 01:31:41.218747 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-ed95964f-f97a-4aee-93c1-223cf8aad2db req-3146faa7-7fab-480f-8e51-513c65b25ca5 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:41.254218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-ed95964f-f97a-4aee-93c1-223cf8aad2db req-3146faa7-7fab-480f-8e51-513c65b25ca5 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:41.304919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-ed95964f-f97a-4aee-93c1-223cf8aad2db req-3146faa7-7fab-480f-8e51-513c65b25ca5 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:41.310437 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-88a51205-31a2-4f23-9bda-b3c1950438d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:41.326834 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146faa7-7fab-480f-8e51-513c65b25ca5 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bda6d7-daf8-4cb7-a017-e499b90bc15b,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:41.329955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3146faa7-7fab-480f-8e51-513c65b25ca5 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:41.339537 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-ed95964f-f97a-4aee-93c1-223cf8aad2db req-3146faa7-7fab-480f-8e51-513c65b25ca5 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:41.340799 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ed95964f-f97a-4aee-93c1-223cf8aad2db req-3146faa7-7fab-480f-8e51-513c65b25ca5 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] 10.222.0.65 "DELETE /v2.0/security-groups/e7bda6d7-daf8-4cb7-a017-e499b90bc15b HTTP/1.1" status: 204 len: 173 time: 0.1899042 Feb 17 01:31:41.390038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38180) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:42.064218 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846749815'] for router_interface, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:42.681197 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Deleting port fd8cac33-f066-4535-9d29-a474ee07e74c {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:42.681702 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:42.867164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] For port fd8cac33-f066-4535-9d29-a474ee07e74c, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=fd8cac33-f066-4535-9d29-a474ee07e74c,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:42.867589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:43.003621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Calling delete_port for fd8cac33-f066-4535-9d29-a474ee07e74c owned by network:router_interface {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:43.177349 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643333'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:43.192779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-91b364d7-194c-4767-bcc3-6d55949752df tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:43.288454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8cac33-f066-4535-9d29-a474ee07e74c,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:43.297811 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:43.606314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8382613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846749721'] for router_interface, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.123128 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Router 50e762ca-7178-4c55-a52f-2727c51c7c35 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:31:44.247141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38210) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:44.316310 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:31:44.328056 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] Sync routers for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:31:44.329292 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f3a00e6b-4f27-4b3e-bef4-86e9c74cba78 admin admin] 10.222.0.65 "PUT /v2.0/routers/50e762ca-7178-4c55-a52f-2727c51c7c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9380991 Feb 17 01:31:44.331919 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38216) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:44.342354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:31:44.343166 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:31:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:44.373514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.389909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:44.394155 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] Usage tracker for resource:security_group_rule and tenant:b2cd0bcbdcfb4df5b3c96f11021bc7be is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:44.397781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:44.403676 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:44.499212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.502457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.512316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-aab9250a-89ed-4528-8581-ebbdf70f3bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:44.532613 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks [] for router, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.559524 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2cd0bcbdcfb4df5b3c96f11021bc7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108141 Feb 17 01:31:44.561158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea179c6-f93f-40d5-9cc1-3640ddc429d3,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:44.565378 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-21407e3f-43ad-4754-a0a4-316453218f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:44.566329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38220) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:44.631600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3233-aa9f-4cb7-8f0c-19f8438f9e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.664410 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3233-aa9f-4cb7-8f0c-19f8438f9e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.714414 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:31:44.717615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3233-aa9f-4cb7-8f0c-19f8438f9e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.725840 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d8688f1b-7fed-46c1-a64a-597252a83341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:44.740938 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd3233-aa9f-4cb7-8f0c-19f8438f9e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea179c6-f93f-40d5-9cc1-3640ddc429d3,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:44.743735 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e0dd3233-aa9f-4cb7-8f0c-19f8438f9e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:44.746612 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3233-aa9f-4cb7-8f0c-19f8438f9e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.750921 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e0dd3233-aa9f-4cb7-8f0c-19f8438f9e0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eea179c6-f93f-40d5-9cc1-3640ddc429d3 HTTP/1.1" status: 204 len: 168 time: 0.1830833 Feb 17 01:31:44.972847 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:44.978246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Deleting port 9fd61545-931a-402c-aea1-93d215e08b32 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:44.978615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.034158 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:31:43Z', 'revision_number': 5, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:45.038496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] Checking router: 50e762ca-7178-4c55-a52f-2727c51c7c35 for host: dv-cinder-759987-3-smb {{(pid=83939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:31:45.047692 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] Routers {'50e762ca-7178-4c55-a52f-2727c51c7c35'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:31:45.048341 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:31:20Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['50e762ca-7178-4c55-a52f-2727c51c7c35'], 'active': True} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:45.082524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38228) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:45.102219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.118402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:45.122924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] Usage tracker for resource:security_group_rule and tenant:17923309fef040238116c9aa9345bf5a is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:45.126191 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:45.132580 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:45.200242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] For port 9fd61545-931a-402c-aea1-93d215e08b32, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=9fd61545-931a-402c-aea1-93d215e08b32,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:45.200683 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.238892 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.242723 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.248046 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] Set router 50e762ca-7178-4c55-a52f-2727c51c7c35 gateway port host: dv-cinder-759987-3-smb {{(pid=83939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:31:45.271548 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2648aa9d-f7de-4e8d-ae81-fa1edf3fd17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:45.282206 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17923309fef040238116c9aa9345bf5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978199 Feb 17 01:31:45.282887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38232) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:45.329234 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2539d2-0278-4709-9611-f1e93f18c647,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:45.332808 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-2e32f198-9ae8-44e7-94d3-528e18976af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:45.338878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Calling delete_port for 9fd61545-931a-402c-aea1-93d215e08b32 owned by network:router_gateway {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:45.373237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-748f5f43-c2e2-49c5-9dad-6102d53af647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.401872 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-748f5f43-c2e2-49c5-9dad-6102d53af647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.448284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-748f5f43-c2e2-49c5-9dad-6102d53af647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.453391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-68f07b00-386c-418d-9713-6d26a4459713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:45.467676 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f5f43-c2e2-49c5-9dad-6102d53af647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2539d2-0278-4709-9611-f1e93f18c647,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:45.470208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-748f5f43-c2e2-49c5-9dad-6102d53af647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:45.472664 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-748f5f43-c2e2-49c5-9dad-6102d53af647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.473913 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-748f5f43-c2e2-49c5-9dad-6102d53af647 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a2539d2-0278-4709-9611-f1e93f18c647 HTTP/1.1" status: 204 len: 168 time: 0.1881649 Feb 17 01:31:45.482473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643333'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: WARNING neutron.plugins.ml2.ovo_rpc [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: result = function(*args, **kwargs) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: proto.__init__(conn_state, self) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: self.handle() Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: self.handle_one_request() Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: self.handle_one_response() Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: result = self.application(self.environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return app(environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self.application) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self.application) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self.application) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self.application) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return request.get_response(self.application) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: response = req.get_response(self._app) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: application, catch_exc_info=False) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: app_iter = application(self.environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return resp(environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return resp(environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: response = self.app(environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return resp(environ, start_response) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: resp = self.call_func(req, *args, **kw) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: return self.func(req, *args, **kwargs) Feb 17 01:31:45.489180 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: result = method(request=request, **args) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return self._delete(request, id, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return f(*args, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return f(*args, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return f(*dup_args, **dup_kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: obj_deleter(request.context, id, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return method(*args, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return f(*args, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return f(*args, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return f(*dup_args, **dup_kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: self._delete_current_gw_port(context, id, router, None) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: admin_ctx, gw_port_id, l3_port_check=False) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, context, *args, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return method(*args, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: context, port, router_ids, bound_mech_contexts) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: return function(*args, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: callback(resource, event, trigger, **kwargs) Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: if self._is_session_semantic_violated(context, resource, event): Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: stack = traceback.extract_stack() Feb 17 01:31:45.496733 dv-cinder-759987-3-smb neutron-server[83825]: Feb 17 01:31:45.577820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:31:43Z', 'revision_number': 5, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83939) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:45.582201 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a60e8b-cacd-4d77-bc52-40fc89cdc2d3 None None] The sync data for ids ['50e762ca-7178-4c55-a52f-2727c51c7c35'] in dv-cinder-759987-3-smb is: [{'id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'name': 'tempest-TestShelveInstance-1656174022-router', 'tenant_id': '344c91eb6f584fe196eb411e561325e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '9fd61545-931a-402c-aea1-93d215e08b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:11Z', 'updated_at': '2021-02-17T01:31:43Z', 'revision_number': 5, 'project_id': '344c91eb6f584fe196eb411e561325e0', 'gw_port': {'id': '9fd61545-931a-402c-aea1-93d215e08b32', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e762ca-7178-4c55-a52f-2727c51c7c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:12Z', 'updated_at': '2021-02-17T01:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:31:45.683346 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device fd8cac33-f066-4535-9d29-a474ee07e74c no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:45.694468 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846838357'] for router_gateway, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.730028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: fd8cac33-f066-4535-9d29-a474ee07e74c {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:45.730687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device fd8cac33-f066-4535-9d29-a474ee07e74c not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:45.845257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846752989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12425'] for router, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.847912 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.948644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846752511'] for router, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.949203 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50e762ca-7178-4c55-a52f-2727c51c7c35 {{(pid=83936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:31:45.964023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] Notify callbacks [] for router, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:45.968063 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38248) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:45.968319 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-b09067fa-2fc5-420c-8007-9764cdf3a4aa admin admin] 10.222.0.65 "DELETE /v2.0/routers/50e762ca-7178-4c55-a52f-2727c51c7c35 HTTP/1.1" status: 204 len: 168 time: 1.6353903 Feb 17 01:31:46.037706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-431c33dc-b428-4146-a05b-7172a3ed621e admin admin] Deleting subnet 919489ca-2abb-420f-8d79-f377cd18a7a9 {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:31:46.041121 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-431c33dc-b428-4146-a05b-7172a3ed621e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.306582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38258) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:46.350337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-431c33dc-b428-4146-a05b-7172a3ed621e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.423217 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1592507338-network', 'tenant_id': '14488df3991247f0b86a7edd88988b7b'}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:31:46.428306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:46.432425 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Usage tracker for resource:network and tenant:14488df3991247f0b86a7edd88988b7b is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:46.434979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-431c33dc-b428-4146-a05b-7172a3ed621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.435467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:46.442279 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:46.455342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Made reservation on behalf of 14488df3991247f0b86a7edd88988b7b for: {'network': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:31:46.460666 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.473575 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.488837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:46.493200 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Usage tracker for resource:security_group_rule and tenant:14488df3991247f0b86a7edd88988b7b is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:46.496138 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:46.501865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:46.586427 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.589160 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.593641 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6ee5d27b-3295-49c5-ae1c-b34372959dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:46.627272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:31:46.637241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:46.640744 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:46.645140 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363248432905503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.646542 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Added segment 6f437d35-8e41-4a9b-b55f-12eba8417576 of type vxlan for network 07d82689-de27-4251-b785-5256cccd5222 Feb 17 01:31:46.673859 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.704015 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.704982 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-431c33dc-b428-4146-a05b-7172a3ed621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.705488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:46.706315 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.711530 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-997e0c95-b195-4e86-9700-9a2864bbb07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:46.720938 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-b1c742cb-efda-4010-bff6-2a4c70fb2099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:46.808942 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c33dc-b428-4146-a05b-7172a3ed621e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919489ca-2abb-420f-8d79-f377cd18a7a9,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:46.813443 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-431c33dc-b428-4146-a05b-7172a3ed621e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:46.819668 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Pushing event updated for resources: {'Network': ['ID=07d82689-de27-4251-b785-5256cccd5222,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:46.822763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:46.825477 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-f5fdbaa0-e7f5-46a6-bef5-23dfd74e8384 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5175974 Feb 17 01:31:46.828298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38264) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:46.831471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network 07d82689-de27-4251-b785-5256cccd5222 details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:31:46.836550 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Request body: {'subnet': {'network_id': '07d82689-de27-4251-b785-5256cccd5222', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1592507338-subnet', 'tenant_id': '14488df3991247f0b86a7edd88988b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:31:46.842601 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:46.846928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Usage tracker for resource:subnet and tenant:14488df3991247f0b86a7edd88988b7b is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:46.849261 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network 07d82689-de27-4251-b785-5256cccd5222 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:31:46.849978 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:46.857490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:46.859467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-431c33dc-b428-4146-a05b-7172a3ed621e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.870009 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-431c33dc-b428-4146-a05b-7172a3ed621e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/919489ca-2abb-420f-8d79-f377cd18a7a9 HTTP/1.1" status: 204 len: 168 time: 0.8984993 Feb 17 01:31:46.870948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38268) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:46.894839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Made reservation on behalf of 14488df3991247f0b86a7edd88988b7b for: {'subnet': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:31:46.899491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6898193'] for subnet, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:46.969443 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fec2f4-defd-4338-bb35-46434440da15 None None] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:31:47.083211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:47.166094 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Deleting port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:47.166442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:47.295456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] DHCP port deletion for 1adca4f9-10c9-4122-b11d-f66b8f66b3fc request from dv-cinder-759987-3-smb {{(pid=83938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:31:47.299554 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] Deleting port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f {{(pid=83938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:47.300102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:47.522337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] For port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:47.522908 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:47.554312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] For port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f,segment=NetworkSegment(e504296c-9601-46b1-a1cc-930ce83706a5),segment_id=e504296c-9601-46b1-a1cc-930ce83706a5)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:47.554706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:47.661864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] Calling delete_port for 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f owned by network:dhcp {{(pid=83938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:47.700307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Calling delete_port for 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f owned by network:dhcp {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:47.716341 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 9fd61545-931a-402c-aea1-93d215e08b32 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:47.761798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 9fd61545-931a-402c-aea1-93d215e08b32 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:47.762185 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 9fd61545-931a-402c-aea1-93d215e08b32 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:47.762810 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:47.798384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643333'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:47.810802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:47.811192 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:47.815107 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d02fa41c-86df-47d1-83fa-089c10dd4b9d tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:47.816859 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83938) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:31:47.818518 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:31:47.926557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:47.929490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:47.998908 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4f6adec4-84c6-465b-9e33-224361672a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:48.025377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] No DVR routers for this DVR port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f on host dv-cinder-759987-3-smb {{(pid=83936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:31:48.160820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847132332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6898176'] for subnet, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:48.180393 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-77bd2e47-9bb1-446e-b4f6-3ab6a067511f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:48.208408 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:48.318770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] Deleting port 0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f {{(pid=83938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:48.319192 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:48.568007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-5d88a5e6-51ff-4055-9148-d82a9c81867f None None] The port '0ba03c0f-dfed-4e1e-9953-72ce0d6cf59f' was deleted {{(pid=83938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:31:48.675237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a6c75a-e3a4-48b4-ac68-7cf8469f9b6d,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:48.684257 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:48.687544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adca4f9-10c9-4122-b11d-f66b8f66b3fc']}} {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:48.711957 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e504296c-9601-46b1-a1cc-930ce83706a5') {'for_net_delete': True} {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:48.712287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e504296c-9601-46b1-a1cc-930ce83706a5') {} {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:48.729190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847132185'] for segment, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:48.751332 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:48.754462 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:31:48.875992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Checking segment: {'id': '6f437d35-8e41-4a9b-b55f-12eba8417576', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07d82689-de27-4251-b785-5256cccd5222'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:31:48.876301 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Network hostable DHCP agents. Network: 07d82689-de27-4251-b785-5256cccd5222, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:31:48.966714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc has no segments {{(pid=83936) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:31:48.978164 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847132434'] for segment, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:49.048624 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Network 07d82689-de27-4251-b785-5256cccd5222 is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:31:49.086992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, 07d82689-de27-4251-b785-5256cccd5222) {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:31:49.094714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c56701-fbad-41fe-9dc3-fd63b1515b0f None None] Network 07d82689-de27-4251-b785-5256cccd5222 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:31:49.160764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:49.161999 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:49.185318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Network 1adca4f9-10c9-4122-b11d-f66b8f66b3fc has no segments {{(pid=83936) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:31:49.215789 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:31:49.290195 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-bb52779e-d15d-4acd-918e-05dcb1865b91 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4603765 Feb 17 01:31:49.299681 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:49.303258 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:49.322188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:49.333939 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1adca4f9-10c9-4122-b11d-f66b8f66b3fc,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:49.334116 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd2e63-c524-4506-ac01-549ad1b56e92 None None] Network 07d82689-de27-4251-b785-5256cccd5222 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:31:49.336772 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:49.343025 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c4815d47-3f02-4998-9675-7fe673053db9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1adca4f9-10c9-4122-b11d-f66b8f66b3fc HTTP/1.1" status: 204 len: 168 time: 2.4679523 Feb 17 01:31:49.343025 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38274) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:49.939776 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846749815'] for router_interface, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:49.972706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38294) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:49.979101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1161773566-network', 'tenant_id': '22963c18836d43f296e3e2c46f0b6b60'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:31:49.984275 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:49.988332 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Usage tracker for resource:network and tenant:22963c18836d43f296e3e2c46f0b6b60 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:49.992101 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:49.997827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:50.008297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Made reservation on behalf of 22963c18836d43f296e3e2c46f0b6b60 for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:31:50.013172 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.026696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.042544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:50.046583 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Usage tracker for resource:security_group_rule and tenant:22963c18836d43f296e3e2c46f0b6b60 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:50.049552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:50.055312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:50.144746 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.149795 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.165781 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7e56ccac-0a35-4159-81bb-383903bca8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:50.174284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:31:50.199474 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.199857 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Added segment 8bb0175c-751e-4173-8551-d572d29929dd of type vxlan for network ae2019e1-9e46-46c9-b8d2-3665d6c66898 Feb 17 01:31:50.205597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8111f011-1776-4fc1-8ed3-26f56d9e0214,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:50.210329 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:50.232369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.262876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.264186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:50.264829 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.269826 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:50.293139 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-411c52c5-57a2-479b-a2be-9f2cae445d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.325745 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Deleting port 70c2a866-db34-4432-839b-edd6eb31abc9 {{(pid=83936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:50.326120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.379208 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4026911 Feb 17 01:31:50.379579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38298) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:50.381284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Pushing event updated for resources: {'Network': ['ID=ae2019e1-9e46-46c9-b8d2-3665d6c66898,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:50.384256 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:50.389145 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Request body: {'subnet': {'network_id': 'ae2019e1-9e46-46c9-b8d2-3665d6c66898', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1161773566-subnet', 'tenant_id': '22963c18836d43f296e3e2c46f0b6b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:31:50.392883 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network ae2019e1-9e46-46c9-b8d2-3665d6c66898 details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:31:50.407020 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network ae2019e1-9e46-46c9-b8d2-3665d6c66898 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:31:50.459642 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:50.476036 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Usage tracker for resource:subnet and tenant:22963c18836d43f296e3e2c46f0b6b60 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:50.480826 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:50.490078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:50.517696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Made reservation on behalf of 22963c18836d43f296e3e2c46f0b6b60 for: {'subnet': 1} {{(pid=83936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:31:50.522469 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6898193'] for subnet, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.632628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.634174 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] For port 70c2a866-db34-4432-839b-edd6eb31abc9, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=70c2a866-db34-4432-839b-edd6eb31abc9,segment=NetworkSegment(bb845a76-cf4b-48c0-8fe0-d72ff3c0e419),segment_id=bb845a76-cf4b-48c0-8fe0-d72ff3c0e419)] {{(pid=83936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:50.634573 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:50.777361 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Calling delete_port for 70c2a866-db34-4432-839b-edd6eb31abc9 owned by network:router_interface {{(pid=83936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:51.127117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7643333'] for port, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:51.142508 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-3b2e8e40-dfc0-47a6-b029-91384d432db0 tempest-TestShelveInstance-1634074476 tempest-TestShelveInstance-1634074476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:51.243241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c2a866-db34-4432-839b-edd6eb31abc9,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:51.246457 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:51.648703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:51.847794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847132332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6898176'] for subnet, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:51.875531 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:52.041068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7cd4c6-726e-4802-b36e-a148b8e4cf98,revision_number=0']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:52.054814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:52.057936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8382613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846749721'] for router_interface, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:52.239507 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Checking segment: {'id': '8bb0175c-751e-4173-8551-d572d29929dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae2019e1-9e46-46c9-b8d2-3665d6c66898'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:31:52.240007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Network hostable DHCP agents. Network: ae2019e1-9e46-46c9-b8d2-3665d6c66898, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:31:52.364014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:52.390985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Network ae2019e1-9e46-46c9-b8d2-3665d6c66898 is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:31:52.413833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, ae2019e1-9e46-46c9-b8d2-3665d6c66898) {{(pid=83936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:31:52.421783 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9b355-b796-4779-93ad-9656de691f32 None None] Network ae2019e1-9e46-46c9-b8d2-3665d6c66898 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:31:52.434749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:52.435433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:52.481725 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1000769 Feb 17 01:31:52.657006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c8b18-aa86-4696-84ea-3981ca3d5e32 None None] Network ae2019e1-9e46-46c9-b8d2-3665d6c66898 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:31:52.682476 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Router 7affcc93-a447-4977-a76a-2ee271a599a8 has already been hosted by L3 agent 8e1e505a-95e4-4db2-aee5-de9d71086e03 {{(pid=83936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 01:31:52.884769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] Notify agent at l3_agent.dv-cinder-759987-3-smb the message routers_updated {{(pid=83936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 01:31:52.889636 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-ec9b4c80-d46b-4930-ae05-f40c1d6caa02 admin admin] 10.222.0.65 "PUT /v2.0/routers/7affcc93-a447-4977-a76a-2ee271a599a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5451286 Feb 17 01:31:52.892495 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38310) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:52.894179 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] Sync routers for ids ['7affcc93-a447-4977-a76a-2ee271a599a8'] in dv-cinder-759987-3-smb {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 01:31:52.904836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] Routers {'7affcc93-a447-4977-a76a-2ee271a599a8'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:31:52.905515 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:31:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['7affcc93-a447-4977-a76a-2ee271a599a8'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:53.089110 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks [] for router, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:53.097667 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] Set router 7affcc93-a447-4977-a76a-2ee271a599a8 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:31:53.105245 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-7160d2ef-3a65-4eab-aee7-11485f91d972 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:53.106005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-7160d2ef-3a65-4eab-aee7-11485f91d972 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Synchronizing usage tracker for tenant:14488df3991247f0b86a7edd88988b7b on resource:network {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:31:53.123006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-7160d2ef-3a65-4eab-aee7-11485f91d972 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Unset dirty status for tenant:14488df3991247f0b86a7edd88988b7b on resource:network {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:31:53.124320 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-7160d2ef-3a65-4eab-aee7-11485f91d972 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/networks?id=07d82689-de27-4251-b785-5256cccd5222 HTTP/1.1" status: 200 len: 809 time: 0.1788924 Feb 17 01:31:53.141197 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-2e5b0121-06e7-46e4-8f15-c508aca4405a tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/quotas/14488df3991247f0b86a7edd88988b7b HTTP/1.1" status: 200 len: 375 time: 0.0108960 Feb 17 01:31:53.208593 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-20ac339b-c121-4187-8a58-b67da057d0bf tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=14488df3991247f0b86a7edd88988b7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539877 Feb 17 01:31:53.288615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:53.294166 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Deleting port e8590a40-4e4f-481d-8ec8-1d663bcbbe06 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:53.294655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:53.423524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:23Z', 'updated_at': '2021-02-17T01:31:50Z', 'revision_number': 5, 'project_id': '134249f84e424548866102c7c5af8ab3', 'gw_port': {'id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:53.427896 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] Checking router: 7affcc93-a447-4977-a76a-2ee271a599a8 for host: dv-cinder-759987-3-smb {{(pid=83938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 01:31:53.436748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] Routers {'7affcc93-a447-4977-a76a-2ee271a599a8'} bound to L3 agent in host dv-cinder-759987-3-smb {{(pid=83938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 01:31:53.437409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759987-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T01:14:50Z,description=,heartbeat_timestamp=2021-02-17T01:31:50Z,host='dv-cinder-759987-3-smb',id=8e1e505a-95e4-4db2-aee5-de9d71086e03,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T01:14:50Z,topic='l3_agent')) {'router_ids': ['7affcc93-a447-4977-a76a-2ee271a599a8'], 'active': True} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:53.467066 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-d4f3b759-1224-4c73-863f-b8858a4a63dd service neutron] 10.222.0.65 "GET /v2.0/networks/07d82689-de27-4251-b785-5256cccd5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506154 Feb 17 01:31:53.496323 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] For port e8590a40-4e4f-481d-8ec8-1d663bcbbe06, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=e8590a40-4e4f-481d-8ec8-1d663bcbbe06,segment=NetworkSegment(f94a8b99-06c8-48b5-8994-e40a0db3f5a8),segment_id=f94a8b99-06c8-48b5-8994-e40a0db3f5a8)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:53.496956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:53.621315 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-fb0a65c6-4494-4a75-91da-90f158fbecbe service neutron] 10.222.0.65 "GET /v2.0/networks/07d82689-de27-4251-b785-5256cccd5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1449764 Feb 17 01:31:53.633089 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvr_db [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] Set router 7affcc93-a447-4977-a76a-2ee271a599a8 gateway port host: dv-cinder-759987-3-smb {{(pid=83938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 01:31:53.638151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Calling delete_port for e8590a40-4e4f-481d-8ec8-1d663bcbbe06 owned by network:router_gateway {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:53.793311 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:53.840474 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2564c623-c27c-44a1-b84b-9fc45543c842 req-7f6d3112-b543-497d-be8c-eda0cf2c57cc tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 210 time: 0.0661879 Feb 17 01:31:54.017198 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846838357'] for router_gateway, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.121962 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_hamode_db [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:23Z', 'updated_at': '2021-02-17T01:31:50Z', 'revision_number': 5, 'project_id': '134249f84e424548866102c7c5af8ab3', 'gw_port': {'id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}], 'dv-cinder-759987-3-smb', False) {} {{(pid=83938) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:54.127304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71798eca-c9d9-4c91-b748-a287e07dd40a None None] The sync data for ids ['7affcc93-a447-4977-a76a-2ee271a599a8'] in dv-cinder-759987-3-smb is: [{'id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'name': 'tempest-TestShelveInstance-1457405668-router', 'tenant_id': '134249f84e424548866102c7c5af8ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'external_fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:26:23Z', 'updated_at': '2021-02-17T01:31:50Z', 'revision_number': 5, 'project_id': '134249f84e424548866102c7c5af8ab3', 'gw_port': {'id': 'e8590a40-4e4f-481d-8ec8-1d663bcbbe06', 'name': '', 'network_id': '12fd91a0-431a-42be-abb2-70d0f79f7370', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7affcc93-a447-4977-a76a-2ee271a599a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'ip_address': '172.28.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759987-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:26:25Z', 'updated_at': '2021-02-17T01:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82567ce1-4251-4cba-b650-be7ee23a97a7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759987-3-smb'}] {{(pid=83938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 01:31:54.169637 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846752989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12425'] for router, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.172528 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.194716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846752511'] for router, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.195290 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7affcc93-a447-4977-a76a-2ee271a599a8 {{(pid=83937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 01:31:54.209149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] Notify callbacks [] for router, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.210372 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-c528af38-2760-4786-9be5-9269f4952484 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7affcc93-a447-4977-a76a-2ee271a599a8 HTTP/1.1" status: 204 len: 168 time: 1.3166144 Feb 17 01:31:54.213091 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38334) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:54.285925 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] Deleting subnet b9061886-a2c8-4e5a-a996-3a5e84dd48d3 {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:31:54.289128 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.344937 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.432742 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.698945 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.714966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d5d07793-aeca-481f-809b-03a9632ec6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:54.802891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9061886-a2c8-4e5a-a996-3a5e84dd48d3,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:54.807385 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:54.850449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:54.855369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f937e-3d77-4d51-a818-1d76934414a1 None None] Network 1a924523-ac93-446a-9705-ea3aaa37364d requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:31:54.857589 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b9061886-a2c8-4e5a-a996-3a5e84dd48d3 HTTP/1.1" status: 204 len: 168 time: 0.6434872 Feb 17 01:31:54.860314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38340) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:54.980438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:55.015988 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a161ccd2-7233-4b5b-82ae-23c84eb421cb req-248dfebf-9704-4a73-812f-36b920b4df54 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 210 time: 0.0569563 Feb 17 01:31:55.059304 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Deleting port 652ff422-0421-4500-a26e-478295f14fe7 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:55.059716 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:55.165154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] DHCP port deletion for 1a924523-ac93-446a-9705-ea3aaa37364d request from dv-cinder-759987-3-smb {{(pid=83938) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 01:31:55.169975 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] Deleting port 652ff422-0421-4500-a26e-478295f14fe7 {{(pid=83938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:55.170390 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:55.404421 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] For port 652ff422-0421-4500-a26e-478295f14fe7, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=652ff422-0421-4500-a26e-478295f14fe7,segment=NetworkSegment(bb845a76-cf4b-48c0-8fe0-d72ff3c0e419),segment_id=bb845a76-cf4b-48c0-8fe0-d72ff3c0e419)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:55.405012 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:55.542805 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] Calling delete_port for 652ff422-0421-4500-a26e-478295f14fe7 owned by network:dhcp {{(pid=83938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:55.621029 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-4d965aed-9390-41c3-861c-7fa0e9d8cad9 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:55.622585 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-4d965aed-9390-41c3-861c-7fa0e9d8cad9 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.71 "GET /v2.0/networks?id=07d82689-de27-4251-b785-5256cccd5222 HTTP/1.1" status: 200 len: 809 time: 0.5359550 Feb 17 01:31:55.633318 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414'] for port, after_delete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:55.648655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Request body: {'port': {'device_id': 'cbedfa22-f3b1-45c6-9b48-524cfe551775', 'network_id': '07d82689-de27-4251-b785-5256cccd5222', 'admin_state_up': True, 'tenant_id': '14488df3991247f0b86a7edd88988b7b'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:31:55.649278 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:55.737448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 652ff422-0421-4500-a26e-478295f14fe7 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:55.762193 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] For port 652ff422-0421-4500-a26e-478295f14fe7, host dv-cinder-759987-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759987-3-smb',level=0,port_id=652ff422-0421-4500-a26e-478295f14fe7,segment=NetworkSegment(bb845a76-cf4b-48c0-8fe0-d72ff3c0e419),segment_id=bb845a76-cf4b-48c0-8fe0-d72ff3c0e419)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:31:55.762589 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:55.784771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] Pushing event deleted for resources: {'Port': ['ID=652ff422-0421-4500-a26e-478295f14fe7,revision_number=None']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:55.788377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:55.806934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 652ff422-0421-4500-a26e-478295f14fe7 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:55.807450 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 652ff422-0421-4500-a26e-478295f14fe7 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:55.807793 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 70c2a866-db34-4432-839b-edd6eb31abc9 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:55.846185 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: 70c2a866-db34-4432-839b-edd6eb31abc9 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:55.846570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device 70c2a866-db34-4432-839b-edd6eb31abc9 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:55.876052 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] No DVR routers for this DVR port 652ff422-0421-4500-a26e-478295f14fe7 on host dv-cinder-759987-3-smb {{(pid=83938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:31:55.922579 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Calling delete_port for 652ff422-0421-4500-a26e-478295f14fe7 owned by network:dhcp {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:31:56.003417 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:31:56.018934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Usage tracker for resource:port and tenant:14488df3991247f0b86a7edd88988b7b is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:31:56.023876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:31:56.030320 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:31:56.038661 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.db.api [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83937) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 01:31:56.039007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_db.api [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 01:31:56.044281 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Made reservation on behalf of 14488df3991247f0b86a7edd88988b7b for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:31:56.049884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:56.180908 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b45bc1bb-3174-4a53-8c14-620b06959ea6 req-b6f14a6f-a765-4c5b-840c-e493a0b5a695 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 210 time: 0.0497580 Feb 17 01:31:56.365432 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Allocated IP 172.20.0.11 (07d82689-de27-4251-b785-5256cccd5222/95a6c75a-e3a4-48b4-ac68-7cf8469f9b6d/77c9b501-8344-480a-9397-a8d2fcd78f5f) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:31:56.541602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Deleting port 652ff422-0421-4500-a26e-478295f14fe7 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:31:56.542142 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:56.631685 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] The port '652ff422-0421-4500-a26e-478295f14fe7' was deleted {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 01:31:56.680115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:56.779755 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:56.902242 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:56.920137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a924523-ac93-446a-9705-ea3aaa37364d']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:56.927690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f9625372-f060-4c6b-b3df-5e294959266d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:57.030948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:57.031272 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb845a76-cf4b-48c0-8fe0-d72ff3c0e419') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:31:57.066335 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:57.089496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Pushing event updated for resources: {'Port': ['ID=77c9b501-8344-480a-9397-a8d2fcd78f5f,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:57.092493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:57.096179 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:57.100231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:31:57.324030 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Network 1a924523-ac93-446a-9705-ea3aaa37364d has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:31:57.335514 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:57.350820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Network 07d82689-de27-4251-b785-5256cccd5222 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:31:57.382656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfcb95-1b37-4d0c-9239-bd158f17774b req-3c703477-8418-404a-bda2-5bfef120cea5 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:57.384353 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5ebfcb95-1b37-4d0c-9239-bd158f17774b req-3c703477-8418-404a-bda2-5bfef120cea5 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 932 time: 0.0901153 Feb 17 01:31:57.402342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:31:57.404800 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:31:57.432299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-5ebfcb95-1b37-4d0c-9239-bd158f17774b req-2639146d-7e05-447a-9f4d-cb734d0e97d6 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Synchronizing usage tracker for tenant:14488df3991247f0b86a7edd88988b7b on resource:security_group {{(pid=83936) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:31:57.448820 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-5ebfcb95-1b37-4d0c-9239-bd158f17774b req-2639146d-7e05-447a-9f4d-cb734d0e97d6 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Unset dirty status for tenant:14488df3991247f0b86a7edd88988b7b on resource:security_group {{(pid=83936) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:31:57.449994 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5ebfcb95-1b37-4d0c-9239-bd158f17774b req-2639146d-7e05-447a-9f4d-cb734d0e97d6 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593035 Feb 17 01:31:57.569298 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:57.569955 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:57.590194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Network 1a924523-ac93-446a-9705-ea3aaa37364d has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: % (table.description, expected, rows_matched) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: % (table.description, expected, rows_matched) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: % (table.description, expected, rows_matched) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: % (table.description, expected, rows_matched) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:31:57.620201 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:31:57.699671 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e3bd604c-706e-4cea-b638-38c5841f3cef tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0581646 Feb 17 01:31:57.710243 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:57.715793 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device e8590a40-4e4f-481d-8ec8-1d663bcbbe06 no longer exists at agent ovs-agent-dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:31:57.716979 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Request body: {'port': {'device_id': 'cbedfa22-f3b1-45c6-9b48-524cfe551775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:31:57.750080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:57.757379 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] No Port match for: e8590a40-4e4f-481d-8ec8-1d663bcbbe06 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:31:57.757773 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Device e8590a40-4e4f-481d-8ec8-1d663bcbbe06 not bound to the agent host dv-cinder-759987-3-smb {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:31:57.762892 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f13b2673-60d9-4396-8c8e-346c027b1a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:57.790354 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1a924523-ac93-446a-9705-ea3aaa37364d HTTP/1.1" status: 204 len: 168 time: 2.9290082 Feb 17 01:31:57.791275 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a924523-ac93-446a-9705-ea3aaa37364d,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:57.793865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6db40465-cb76-4faa-98f5-869e3acd60b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:57.870557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:57.976850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38356) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:58.029067 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-438254b1-d368-4a77-9e0e-004710c454e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=344c91eb6f584fe196eb411e561325e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508852 Feb 17 01:31:58.031764 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38360) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:58.093802 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5b1f84d6-e3da-4a7f-9fba-3929aacf0e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.121629 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5b1f84d6-e3da-4a7f-9fba-3929aacf0e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.168236 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5b1f84d6-e3da-4a7f-9fba-3929aacf0e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.173525 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fa824136-d47a-4d56-bc1d-f37159514230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:58.187769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f84d6-e3da-4a7f-9fba-3929aacf0e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee2c132-786c-4c6d-987b-9c6e73890c40,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:58.193479 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5b1f84d6-e3da-4a7f-9fba-3929aacf0e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:58.196851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5b1f84d6-e3da-4a7f-9fba-3929aacf0e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.198230 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5b1f84d6-e3da-4a7f-9fba-3929aacf0e90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bee2c132-786c-4c6d-987b-9c6e73890c40 HTTP/1.1" status: 204 len: 168 time: 0.1654336 Feb 17 01:31:58.314438 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c9b501-8344-480a-9397-a8d2fcd78f5f {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:31:58.323321 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.336148 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Transition to ACTIVE for port object 77c9b501-8344-480a-9397-a8d2fcd78f5f will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:31:58.338776 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.354154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40880d1d-d2a8-425d-86ae-078cbeb349d2 tempest-AttachVolumeShelveTestJSON-1765645773 tempest-AttachVolumeShelveTestJSON-1765645773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:58.492230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Pushing event updated for resources: {'Port': ['ID=77c9b501-8344-480a-9397-a8d2fcd78f5f,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:58.497834 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:58.581440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38372) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:58.703506 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-620ba361-d507-4d3c-9a21-bffc4791c4b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=134249f84e424548866102c7c5af8ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1184030 Feb 17 01:31:58.710326 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38376) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:31:58.741430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78862f5-e23f-444a-ab19-c03713911846 req-78a97929-1287-4e18-898f-51ecba841d77 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:58.743375 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e78862f5-e23f-444a-ab19-c03713911846 req-78a97929-1287-4e18-898f-51ecba841d77 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 944 time: 0.1637473 Feb 17 01:31:58.835444 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e78862f5-e23f-444a-ab19-c03713911846 req-8cb4fe2c-d53e-428f-8fb3-53a2d45e411d tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838737 Feb 17 01:31:58.836194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7a19ef12-581b-4097-8b5c-40b9c317798e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.873073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7a19ef12-581b-4097-8b5c-40b9c317798e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.918021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7a19ef12-581b-4097-8b5c-40b9c317798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.923014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a774730b-2766-4fca-9cbc-0a97d3d424c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:58.923602 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Attempting to bind port 77c9b501-8344-480a-9397-a8d2fcd78f5f on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:31:58.923976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Attempting to bind port 77c9b501-8344-480a-9397-a8d2fcd78f5f by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '6f437d35-8e41-4a9b-b55f-12eba8417576', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07d82689-de27-4251-b785-5256cccd5222'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:31:58.924337 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Attempting to bind port 77c9b501-8344-480a-9397-a8d2fcd78f5f on network 07d82689-de27-4251-b785-5256cccd5222 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:31:58.930034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:31:58.930409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Checking segment: {'id': '6f437d35-8e41-4a9b-b55f-12eba8417576', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07d82689-de27-4251-b785-5256cccd5222'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:31:58.930807 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.931202 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Bound using segment: {'id': '6f437d35-8e41-4a9b-b55f-12eba8417576', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07d82689-de27-4251-b785-5256cccd5222'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:31:58.931696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Bound port: 77c9b501-8344-480a-9397-a8d2fcd78f5f, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f437d35-8e41-4a9b-b55f-12eba8417576', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '07d82689-de27-4251-b785-5256cccd5222'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:31:58.932058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.934129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19ef12-581b-4097-8b5c-40b9c317798e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67183101-1305-48d3-afb6-07ba7c18b30d,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:58.936897 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7a19ef12-581b-4097-8b5c-40b9c317798e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:58.943428 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7a19ef12-581b-4097-8b5c-40b9c317798e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:58.944660 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7a19ef12-581b-4097-8b5c-40b9c317798e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67183101-1305-48d3-afb6-07ba7c18b30d HTTP/1.1" status: 204 len: 168 time: 0.2333064 Feb 17 01:31:59.030738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] For port 77c9b501-8344-480a-9397-a8d2fcd78f5f, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:31:59.033768 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] For port 77c9b501-8344-480a-9397-a8d2fcd78f5f, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=77c9b501-8344-480a-9397-a8d2fcd78f5f,segment=NetworkSegment(6f437d35-8e41-4a9b-b55f-12eba8417576),segment_id=6f437d35-8e41-4a9b-b55f-12eba8417576)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:31:59.037906 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:59.053253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:31:59.216611 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Pushing event updated for resources: {'Port': ['ID=77c9b501-8344-480a-9397-a8d2fcd78f5f,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:31:59.221920 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:31:59.254703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:59.255974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:31:59.257549 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] 10.222.0.71 "PUT /v2.0/ports/77c9b501-8344-480a-9397-a8d2fcd78f5f HTTP/1.1" status: 200 len: 1158 time: 1.5496109 Feb 17 01:31:59.258127 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbedfa22-f3b1-45c6-9b48-524cfe551775', 'tag': '77c9b501-8344-480a-9397-a8d2fcd78f5f'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:31:59.346551 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbedfa22-f3b1-45c6-9b48-524cfe551775', 'tag': '77c9b501-8344-480a-9397-a8d2fcd78f5f', 'status': 'completed', 'code': 200} Feb 17 01:31:59.388994 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-8009f5b9-794e-4b98-bbef-d6077ef0116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:59.390635 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-8009f5b9-794e-4b98-bbef-d6077ef0116a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14488df3991247f0b86a7edd88988b7b&device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 1161 time: 0.0853410 Feb 17 01:31:59.464160 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-b0e7507d-935a-4df1-902e-d07076d4fe21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c9b501-8344-480a-9397-a8d2fcd78f5f HTTP/1.1" status: 200 len: 217 time: 0.0657029 Feb 17 01:31:59.534821 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-02c39f7a-bc77-4457-ae19-0b95a09e49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:31:59.536328 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-02c39f7a-bc77-4457-ae19-0b95a09e49d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95a6c75a-e3a4-48b4-ac68-7cf8469f9b6d HTTP/1.1" status: 200 len: 849 time: 0.0658412 Feb 17 01:31:59.588326 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-54dec4e4-3d9c-4d19-aa77-ed80ac242a5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=07d82689-de27-4251-b785-5256cccd5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454645 Feb 17 01:31:59.730650 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-e887ecd7-03aa-466f-93db-e651d0945098 service neutron] 10.222.0.71 "GET /v2.0/networks/07d82689-de27-4251-b785-5256cccd5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354582 Feb 17 01:31:59.874165 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-49a6d46b-bc63-4d3e-b855-4f9305b30185 req-73c73f6b-335b-40e4-a1fd-f83bcc352939 service neutron] 10.222.0.71 "GET /v2.0/networks/07d82689-de27-4251-b785-5256cccd5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360667 Feb 17 01:32:00.002524 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1675835-93b5-472c-9023-bf5734982165 req-ad68f1ae-088f-4957-b14e-6ba581429b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:00.004232 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1675835-93b5-472c-9023-bf5734982165 req-ad68f1ae-088f-4957-b14e-6ba581429b8f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=14488df3991247f0b86a7edd88988b7b&device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 1161 time: 0.0856462 Feb 17 01:32:00.035922 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bbeb7-5014-4800-8e13-c0d4ee8bf732 req-8b3546c1-c2ef-4e01-b729-80524d995ea1 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:00.038068 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4f6bbeb7-5014-4800-8e13-c0d4ee8bf732 req-8b3546c1-c2ef-4e01-b729-80524d995ea1 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 944 time: 0.0878172 Feb 17 01:32:00.089413 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4f6bbeb7-5014-4800-8e13-c0d4ee8bf732 req-93702732-fab0-425d-b245-6928beee3135 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449870 Feb 17 01:32:00.149400 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1675835-93b5-472c-9023-bf5734982165 req-942731a0-db2a-4cc6-9f04-4ac6653c09da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:00.150913 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1675835-93b5-472c-9023-bf5734982165 req-942731a0-db2a-4cc6-9f04-4ac6653c09da service neutron] 10.222.0.71 "GET /v2.0/networks?id=07d82689-de27-4251-b785-5256cccd5222 HTTP/1.1" status: 200 len: 903 time: 0.1396101 Feb 17 01:32:00.227788 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1675835-93b5-472c-9023-bf5734982165 req-02213ca5-a609-45d8-a752-a4f9ca4019ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77c9b501-8344-480a-9397-a8d2fcd78f5f HTTP/1.1" status: 200 len: 217 time: 0.0672429 Feb 17 01:32:00.300227 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1675835-93b5-472c-9023-bf5734982165 req-8c8464f8-9ff2-431f-a1a3-b9d13783da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:00.301725 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1675835-93b5-472c-9023-bf5734982165 req-8c8464f8-9ff2-431f-a1a3-b9d13783da5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95a6c75a-e3a4-48b4-ac68-7cf8469f9b6d HTTP/1.1" status: 200 len: 849 time: 0.0667210 Feb 17 01:32:00.359108 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1675835-93b5-472c-9023-bf5734982165 req-e7328902-490c-44d7-b31f-be3e81caf4d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=07d82689-de27-4251-b785-5256cccd5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458457 Feb 17 01:32:00.500989 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1675835-93b5-472c-9023-bf5734982165 req-e5c17eb3-9f84-4ddd-867b-d4187c7b9d53 service neutron] 10.222.0.71 "GET /v2.0/networks/07d82689-de27-4251-b785-5256cccd5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343098 Feb 17 01:32:00.644052 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-b1675835-93b5-472c-9023-bf5734982165 req-41c517bd-4234-465d-9921-14c5b4cb1438 service neutron] 10.222.0.71 "GET /v2.0/networks/07d82689-de27-4251-b785-5256cccd5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350560 Feb 17 01:32:01.292649 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae9518-0b59-4969-9800-d20a1953b705 req-4ee76bdc-8a38-4006-8687-6df666a70f7b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:01.294244 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4fae9518-0b59-4969-9800-d20a1953b705 req-4ee76bdc-8a38-4006-8687-6df666a70f7b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 944 time: 0.0874064 Feb 17 01:32:01.341297 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-4fae9518-0b59-4969-9800-d20a1953b705 req-d9c8ccb9-a7ea-4829-95b5-1d468f4ec357 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Feb 17 01:32:01.553946 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.objects.ports [None req-d7176038-2cd4-471c-84ac-50fc9184d40d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83938) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:32:01.674208 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:32:01.826964 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 77c9b501-8344-480a-9397-a8d2fcd78f5f up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:32:01.899864 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 77c9b501-8344-480a-9397-a8d2fcd78f5f completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:32:01.904777 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 77c9b501-8344-480a-9397-a8d2fcd78f5f triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:32:01.905211 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:02.026672 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:02.056570 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbedfa22-f3b1-45c6-9b48-524cfe551775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c9b501-8344-480a-9397-a8d2fcd78f5f'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:32:02.066886 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 77c9b501-8344-480a-9397-a8d2fcd78f5f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=77c9b501-8344-480a-9397-a8d2fcd78f5f,segment=NetworkSegment(6f437d35-8e41-4a9b-b55f-12eba8417576),segment_id=6f437d35-8e41-4a9b-b55f-12eba8417576)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:32:02.070911 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:02.075023 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:02.143989 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbedfa22-f3b1-45c6-9b48-524cfe551775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c9b501-8344-480a-9397-a8d2fcd78f5f', 'code': 200} Feb 17 01:32:02.185120 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=77c9b501-8344-480a-9397-a8d2fcd78f5f,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:02.193565 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.193947 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.194328 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.194696 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.195059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.195453 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.195799 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.196178 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.196522 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.196882 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.197240 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.197599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.198190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.198406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.198737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.199097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.199477 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.200510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.200510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.200510 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.200798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.201286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.201489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.201861 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:02.206165 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:02.379068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b9f17-303b-4416-8798-32dce41339f3 req-82388b70-43f1-4f32-99e5-948f7663ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:02.381350 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-021b9f17-303b-4416-8798-32dce41339f3 req-82388b70-43f1-4f32-99e5-948f7663ac36 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 1163 time: 0.0786941 Feb 17 01:32:02.428176 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-021b9f17-303b-4416-8798-32dce41339f3 req-dcc062e6-c625-4671-8ccc-d038d0dfe176 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407596 Feb 17 01:32:02.541606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b0051-fc74-4888-890c-63be82aa572d req-efce2694-f2ac-4b2a-8c82-077935cb02e8 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:02.543181 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ff1b0051-fc74-4888-890c-63be82aa572d req-efce2694-f2ac-4b2a-8c82-077935cb02e8 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 946 time: 0.0891206 Feb 17 01:32:02.591725 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-ff1b0051-fc74-4888-890c-63be82aa572d req-d629432c-9b30-4f06-9217-ef890675ceee tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Feb 17 01:32:03.524371 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 77c9b501-8344-480a-9397-a8d2fcd78f5f up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:32:03.595430 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 77c9b501-8344-480a-9397-a8d2fcd78f5f triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:32:03.595843 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:03.790849 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a312-71f8-491b-8f13-66b0fcebd9da req-1c173634-0300-4eb6-b9e9-26f4fa79f846 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:03.792419 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-55d6a312-71f8-491b-8f13-66b0fcebd9da req-1c173634-0300-4eb6-b9e9-26f4fa79f846 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 946 time: 0.0871840 Feb 17 01:32:03.839225 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-55d6a312-71f8-491b-8f13-66b0fcebd9da req-df671845-569a-451d-8c2d-f8ab050ec609 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Feb 17 01:32:07.358885 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1e20a-db56-4e25-b359-35cd0704b8d7 req-59a4ff12-5fb1-4049-9784-40285f855227 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:07.360496 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f8f1e20a-db56-4e25-b359-35cd0704b8d7 req-59a4ff12-5fb1-4049-9784-40285f855227 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 946 time: 0.0889587 Feb 17 01:32:07.408128 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f8f1e20a-db56-4e25-b359-35cd0704b8d7 req-8bfdc094-9f8a-4fa6-a23d-279dc2a5300f tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Feb 17 01:32:08.595903 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-10439362-f438-462a-b4f8-3e514b95c50a tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:08.596670 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-10439362-f438-462a-b4f8-3e514b95c50a tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Synchronizing usage tracker for tenant:14488df3991247f0b86a7edd88988b7b on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:32:08.605600 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22706423-f975-4489-9f8d-b4c419a419de req-bad7a336-65f8-47c8-bb64-85f1f6bbe7e3 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:08.607211 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-22706423-f975-4489-9f8d-b4c419a419de req-bad7a336-65f8-47c8-bb64-85f1f6bbe7e3 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 946 time: 0.0859540 Feb 17 01:32:08.613170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-10439362-f438-462a-b4f8-3e514b95c50a tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Unset dirty status for tenant:14488df3991247f0b86a7edd88988b7b on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:32:08.614425 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-10439362-f438-462a-b4f8-3e514b95c50a tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.71 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 946 time: 0.1023359 Feb 17 01:32:08.661071 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-22706423-f975-4489-9f8d-b4c419a419de req-a708e91d-581d-45aa-93f0-1309d87b4719 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Feb 17 01:32:08.691898 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Deleting port 77c9b501-8344-480a-9397-a8d2fcd78f5f {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:32:08.692278 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:08.950402 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] For port 77c9b501-8344-480a-9397-a8d2fcd78f5f, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=77c9b501-8344-480a-9397-a8d2fcd78f5f,segment=NetworkSegment(6f437d35-8e41-4a9b-b55f-12eba8417576),segment_id=6f437d35-8e41-4a9b-b55f-12eba8417576)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:32:08.950789 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:08.971219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:09.082928 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Calling delete_port for 77c9b501-8344-480a-9397-a8d2fcd78f5f owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:32:09.231017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:09.245995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:09.338694 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Pushing event deleted for resources: {'Port': ['ID=77c9b501-8344-480a-9397-a8d2fcd78f5f,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:09.345405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:09.451643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] No DVR routers for this DVR port 77c9b501-8344-480a-9397-a8d2fcd78f5f on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:32:09.453739 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:09.456386 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbedfa22-f3b1-45c6-9b48-524cfe551775', 'name': 'network-vif-deleted', 'tag': '77c9b501-8344-480a-9397-a8d2fcd78f5f'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:32:09.471641 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-8c124cb9-f1f4-43c0-be01-b51b5e2b8209 req-fe89422c-af6d-4a8c-be6a-9fbb92c7121b tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.71 "DELETE /v2.0/ports/77c9b501-8344-480a-9397-a8d2fcd78f5f HTTP/1.1" status: 204 len: 173 time: 0.8510644 Feb 17 01:32:09.503953 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbedfa22-f3b1-45c6-9b48-524cfe551775', 'name': 'network-vif-deleted', 'tag': '77c9b501-8344-480a-9397-a8d2fcd78f5f', 'status': 'completed', 'code': 200} Feb 17 01:32:09.562695 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 77c9b501-8344-480a-9397-a8d2fcd78f5f no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:32:09.603635 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] No Port match for: 77c9b501-8344-480a-9397-a8d2fcd78f5f {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:32:09.604225 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 77c9b501-8344-480a-9397-a8d2fcd78f5f not bound to the agent host hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:32:09.835613 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-35f5d5b4-2228-4c54-a8ec-67f294b4e191 req-4facc4b4-e4b7-4813-8b22-56fd7e91ac94 tempest-VolumesActionsTest-1526695732 tempest-VolumesActionsTest-1526695732-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbedfa22-f3b1-45c6-9b48-524cfe551775 HTTP/1.1" status: 200 len: 210 time: 0.0501566 Feb 17 01:32:18.000705 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4aa52062-d318-4450-b716-851029b5350f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:20.299634 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-9dd15482-4393-4864-8761-74519188f5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:20.635262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:21.650105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:22.365022 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:28.513274 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38552) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:28.578736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d25fde8-3a89-4b25-9e3e-3ab464a1347e admin admin] Deleting subnet 95a6c75a-e3a4-48b4-ac68-7cf8469f9b6d {{(pid=83936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:32:28.581763 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d25fde8-3a89-4b25-9e3e-3ab464a1347e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:28.871131 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d25fde8-3a89-4b25-9e3e-3ab464a1347e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7643647'] for subnet, precommit_delete_associations {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:28.928720 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d25fde8-3a89-4b25-9e3e-3ab464a1347e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:29.188391 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d25fde8-3a89-4b25-9e3e-3ab464a1347e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7643409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847877377'] for subnet, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:29.204536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-535504a4-f2d3-441e-8706-185dabb4a8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:29.291241 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25fde8-3a89-4b25-9e3e-3ab464a1347e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a6c75a-e3a4-48b4-ac68-7cf8469f9b6d,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:29.295870 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4d25fde8-3a89-4b25-9e3e-3ab464a1347e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:29.338231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-4d25fde8-3a89-4b25-9e3e-3ab464a1347e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for subnet, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:29.344385 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-4d25fde8-3a89-4b25-9e3e-3ab464a1347e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/95a6c75a-e3a4-48b4-ac68-7cf8469f9b6d HTTP/1.1" status: 204 len: 168 time: 0.8300173 Feb 17 01:32:29.347093 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38556) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:29.462959 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:29.650342 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:29.766449 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d82689-de27-4251-b785-5256cccd5222']}} {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:32:29.778966 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f437d35-8e41-4a9b-b55f-12eba8417576') {'for_net_delete': True} {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:32:29.779303 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f437d35-8e41-4a9b-b55f-12eba8417576') {} {{(pid=83936) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:32:29.791760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847132185'] for segment, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:29.807021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:29.809284 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:32:29.989599 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Network 07d82689-de27-4251-b785-5256cccd5222 has no segments {{(pid=83936) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:32:29.999505 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847132434'] for segment, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:30.184017 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Network 07d82689-de27-4251-b785-5256cccd5222 has no segments {{(pid=83936) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:32:30.206773 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:32:30.283105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:30.287836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:30.291967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:30.317143 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d82689-de27-4251-b785-5256cccd5222,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:30.326447 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] 10.222.0.65 "DELETE /v2.0/networks/07d82689-de27-4251-b785-5256cccd5222 HTTP/1.1" status: 204 len: 168 time: 0.9783232 Feb 17 01:32:30.328132 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.328538 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.328934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.329331 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.329651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38560) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:30.329836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.330268 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.330656 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.331041 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.331447 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.331837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.332216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.332594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.333073 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.333454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.333833 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.334252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.334628 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.335010 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.335433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.335948 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.336328 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.337238 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.337659 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.338037 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.342129 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-02c433a8-a866-48e2-aba8-586210537215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:30.396750 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Deleting subnet 4b7cd4c6-726e-4802-b36e-a148b8e4cf98 {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:32:30.400316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:30.455009 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:30.512595 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:30.766574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:30.782352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-a822d38b-c4da-435a-a84c-addb5913c908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:30.866816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7cd4c6-726e-4802-b36e-a148b8e4cf98,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:30.887039 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.887500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.887913 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.888312 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.889097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.889097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.889446 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.889842 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.890233 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.890623 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.891010 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.891442 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.891909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.892297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.892687 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.893104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.893459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.893846 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.894231 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.894615 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.894999 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.895403 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.895794 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.896177 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:32:30.901874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:30.932960 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:30.938910 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-e5852bda-6c58-4561-91fb-f719358ac2fd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4b7cd4c6-726e-4802-b36e-a148b8e4cf98 HTTP/1.1" status: 204 len: 168 time: 0.6081834 Feb 17 01:32:30.941665 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38564) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:31.058265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:31.470971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:31.583626 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2019e1-9e46-46c9-b8d2-3665d6c66898']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:32:31.596610 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb0175c-751e-4173-8551-d572d29929dd') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:32:31.596945 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb0175c-751e-4173-8551-d572d29929dd') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:32:31.609362 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:31.627411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:31.629367 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:32:31.806054 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Network ae2019e1-9e46-46c9-b8d2-3665d6c66898 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:32:31.814916 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:31.995798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Network ae2019e1-9e46-46c9-b8d2-3665d6c66898 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:32:32.018435 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:32:32.093544 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:32.096997 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-33289e32-a773-4836-8129-fbdb5e2d639e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:32.116253 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:32.123724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2019e1-9e46-46c9-b8d2-3665d6c66898,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:32.126732 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ae2019e1-9e46-46c9-b8d2-3665d6c66898 HTTP/1.1" status: 204 len: 168 time: 1.1840105 Feb 17 01:32:32.127769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7b8191ba-6b0e-4650-8077-aaba08d167b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:32.302168 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38570) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:32.354645 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-23867471-39c9-4a02-9dea-fc1368bc506f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14488df3991247f0b86a7edd88988b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511363 Feb 17 01:32:32.357071 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38574) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:32.418406 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-989803ad-c641-4952-90ef-cb26a55aa24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:32.445690 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-989803ad-c641-4952-90ef-cb26a55aa24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:32.492048 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-989803ad-c641-4952-90ef-cb26a55aa24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:32.497724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6c84ad0f-b6c3-4162-a486-2d8021b206a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:32.511467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989803ad-c641-4952-90ef-cb26a55aa24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:32.514230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-989803ad-c641-4952-90ef-cb26a55aa24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:32.520170 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-989803ad-c641-4952-90ef-cb26a55aa24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:32.521383 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-989803ad-c641-4952-90ef-cb26a55aa24d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad9cc37f-f5a0-4d1c-b459-0fbeaf22c57c HTTP/1.1" status: 204 len: 168 time: 0.1633632 Feb 17 01:32:32.863709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38582) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:32.915219 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-efa8a24f-b698-4521-bc56-75335020a4bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22963c18836d43f296e3e2c46f0b6b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497441 Feb 17 01:32:32.917748 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38586) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:32.981924 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5bf0bb7d-a7bf-4495-89d7-a8130feb8bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:33.009262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5bf0bb7d-a7bf-4495-89d7-a8130feb8bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:33.056010 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5bf0bb7d-a7bf-4495-89d7-a8130feb8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:33.060967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5b1f84d6-e3da-4a7f-9fba-3929aacf0e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:33.072648 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0bb7d-a7bf-4495-89d7-a8130feb8bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8111f011-1776-4fc1-8ed3-26f56d9e0214,revision_number=None']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:33.077743 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-5bf0bb7d-a7bf-4495-89d7-a8130feb8bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:33.079458 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-5bf0bb7d-a7bf-4495-89d7-a8130feb8bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:33.080678 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-5bf0bb7d-a7bf-4495-89d7-a8130feb8bf9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8111f011-1776-4fc1-8ed3-26f56d9e0214 HTTP/1.1" status: 204 len: 168 time: 0.1618819 Feb 17 01:32:37.085416 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83936) accepted ('10.222.0.65', 38630) {{(pid=83936) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:37.210691 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:37.226552 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:32:37.230706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] Usage tracker for resource:security_group_rule and tenant:b1cf106093f4494d8fdbf8268e518345 is out of sync, need to count used quota {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:32:37.233709 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83936) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:32:37.239435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:32:37.322606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:37.325377 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83936) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:37.333988 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-766036c2-13c6-445d-816f-fc7a145e8953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:37.378973 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b1cf106093f4494d8fdbf8268e518345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924318 Feb 17 01:32:37.380760 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca002d2-acb5-475d-a744-594df461dca5,revision_number=1']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:37.381909 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38636) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:37.384630 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d25a1d8b-a55a-4ec2-a56d-a211da3b6c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83936) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:37.444394 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aa738ac6-4113-4ea5-b339-443ede24fb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:37.471969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aa738ac6-4113-4ea5-b339-443ede24fb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:37.515974 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aa738ac6-4113-4ea5-b339-443ede24fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:37.520834 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-8a0df694-71bc-4c71-afe2-cd40a6655179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:37.533651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa738ac6-4113-4ea5-b339-443ede24fb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca002d2-acb5-475d-a744-594df461dca5,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:37.536778 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-aa738ac6-4113-4ea5-b339-443ede24fb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:37.538789 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-aa738ac6-4113-4ea5-b339-443ede24fb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:37.542524 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-aa738ac6-4113-4ea5-b339-443ede24fb78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eca002d2-acb5-475d-a744-594df461dca5 HTTP/1.1" status: 204 len: 168 time: 0.1570749 Feb 17 01:32:38.185452 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38658) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:38.295752 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1273917738-network', 'tenant_id': '1e4a7de0e5aa4463bd2711b8591f9a79'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:32:38.300878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:32:38.304954 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Usage tracker for resource:network and tenant:1e4a7de0e5aa4463bd2711b8591f9a79 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:32:38.308585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:32:38.314246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:32:38.323621 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Made reservation on behalf of 1e4a7de0e5aa4463bd2711b8591f9a79 for: {'network': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:32:38.328316 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for network, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:38.341480 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:38.357033 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:32:38.360992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Usage tracker for resource:security_group_rule and tenant:1e4a7de0e5aa4463bd2711b8591f9a79 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:32:38.363877 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:32:38.369778 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:32:38.456190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:38.458784 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:38.463426 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-d001e8a5-b634-4f69-845d-6dd97e3e4ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:38.491973 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 01:32:38.504951 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8241583a-6223-4580-8954-66031acfed90,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:38.509207 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:38.510172 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:38.510548 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.db.segments_db [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Added segment 25b4649b-8561-4087-bddc-923f86887519 of type vxlan for network caa6d4c1-c512-4600-a668-3daf2280ca74 Feb 17 01:32:38.537422 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363248433459606'] for network, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:38.566719 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186'] for network, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:38.567706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:38.568347 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:38.573293 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4f6a5a78-01d1-4b41-8036-e1d70d2a2d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:38.674398 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:32:38.680206 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4935341 Feb 17 01:32:38.681154 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Pushing event updated for resources: {'Network': ['ID=caa6d4c1-c512-4600-a668-3daf2280ca74,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:38.683283 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 38664) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:32:38.686143 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-03df4437-8cc4-4248-98eb-e6c33f057872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:38.690007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Request body: {'subnet': {'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1273917738-subnet', 'tenant_id': '1e4a7de0e5aa4463bd2711b8591f9a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:32:38.693559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Network caa6d4c1-c512-4600-a668-3daf2280ca74 details requested by agent ovs-agent-dv-cinder-759987-3-smb with host dv-cinder-759987-3-smb {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:32:38.695190 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:32:38.699893 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Usage tracker for resource:subnet and tenant:1e4a7de0e5aa4463bd2711b8591f9a79 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:32:38.702874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:32:38.707801 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Network caa6d4c1-c512-4600-a668-3daf2280ca74 details requested by agent ovs-agent-hv-cinder-75998 with host hv-cinder-75998 {{(pid=83938) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 01:32:38.708614 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:32:38.718651 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Made reservation on behalf of 1e4a7de0e5aa4463bd2711b8591f9a79 for: {'subnet': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:32:38.723488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848645078'] for subnet, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:38.969480 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:39.128762 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6151248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848645061'] for subnet, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:39.142410 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:39.266489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09cd0fb-4b32-4a8b-8290-d251887ac272,revision_number=0']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:39.271542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:39.341718 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Checking segment: {'id': '25b4649b-8561-4087-bddc-923f86887519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:32:39.342080 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Network hostable DHCP agents. Network: caa6d4c1-c512-4600-a668-3daf2280ca74, hostable agents: ['7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1'], hosted agents: [] {{(pid=83937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 01:32:39.359934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Network caa6d4c1-c512-4600-a668-3daf2280ca74 is scheduled to be hosted by DHCP agent 7713fba4-c9cb-4bf0-89a8-bfbc0393f9a1 with binding_index 1 {{(pid=83937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 01:32:39.368576 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759987-3-smb, caa6d4c1-c512-4600-a668-3daf2280ca74) {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:32:39.378971 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f63e1-44c2-40a5-a9bd-a33a6512cd2a None None] Network caa6d4c1-c512-4600-a668-3daf2280ca74 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:32:39.380418 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:39.381068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:39.400190 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-7fb2f944-0c2e-4788-80b4-7ba1e3666bd4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7158267 Feb 17 01:32:39.604484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed4e65-edd7-422b-bee3-9fe0609c3d43 None None] Network caa6d4c1-c512-4600-a668-3daf2280ca74 requested from dv-cinder-759987-3-smb {{(pid=83938) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 01:32:41.513967 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-aff85175-157c-4835-bf11-0e356afe7aad tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:41.515744 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-aff85175-157c-4835-bf11-0e356afe7aad tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/networks?id=caa6d4c1-c512-4600-a668-3daf2280ca74 HTTP/1.1" status: 200 len: 814 time: 0.1595249 Feb 17 01:32:41.531429 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-4968e59e-3888-490b-ba5f-a88355e75e7d tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/quotas/1e4a7de0e5aa4463bd2711b8591f9a79 HTTP/1.1" status: 200 len: 375 time: 0.0097070 Feb 17 01:32:41.584295 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-009d1900-20d2-4d27-94db-5c6e7c34d910 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e4a7de0e5aa4463bd2711b8591f9a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475719 Feb 17 01:32:41.725960 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-124d3cd9-30b8-43c8-9160-ac6d2a798144 service neutron] 10.222.0.65 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344442 Feb 17 01:32:41.868851 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-f8ed109d-ee5d-422f-9276-8ae95cc0ce39 service neutron] 10.222.0.65 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358244 Feb 17 01:32:42.064370 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1aaba5af-30ea-4f1d-809e-b76973b797a8 req-b1015f2c-d3e5-4c1b-ad18-481cb74e9b4a tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 210 time: 0.0491707 Feb 17 01:32:43.122889 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-02c16f9b-e5dc-481e-9ea4-b465d5e08ed0 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:43.123755 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-02c16f9b-e5dc-481e-9ea4-b465d5e08ed0 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Synchronizing usage tracker for tenant:1e4a7de0e5aa4463bd2711b8591f9a79 on resource:network {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:32:43.140837 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-02c16f9b-e5dc-481e-9ea4-b465d5e08ed0 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Unset dirty status for tenant:1e4a7de0e5aa4463bd2711b8591f9a79 on resource:network {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:32:43.142271 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-02c16f9b-e5dc-481e-9ea4-b465d5e08ed0 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.71 "GET /v2.0/networks?id=caa6d4c1-c512-4600-a668-3daf2280ca74 HTTP/1.1" status: 200 len: 814 time: 0.1793482 Feb 17 01:32:43.155926 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Request body: {'port': {'device_id': 'e9c2cd6d-ad98-460d-af69-18bfc0d37280', 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74', 'admin_state_up': True, 'tenant_id': '1e4a7de0e5aa4463bd2711b8591f9a79'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:32:43.241629 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-33b41cb6-4f89-49bf-8a54-0937e2fc885a req-b4533fb5-d3b8-4cea-adaa-c8af2fe93c51 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 210 time: 0.0532155 Feb 17 01:32:43.306330 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:32:43.310363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Usage tracker for resource:port and tenant:1e4a7de0e5aa4463bd2711b8591f9a79 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:32:43.313302 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:32:43.319028 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:32:43.327653 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Made reservation on behalf of 1e4a7de0e5aa4463bd2711b8591f9a79 for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:32:43.333159 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:43.639264 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Allocated IP 172.20.0.11 (caa6d4c1-c512-4600-a668-3daf2280ca74/a09cd0fb-4b32-4a8b-8290-d251887ac272/e0738564-71b0-4202-8465-33c8e69452e3) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:32:43.861519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:43.890632 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:43.905721 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-ff7fa4a9-e73e-4e56-85a0-fcb42437643e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:44.049547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Pushing event updated for resources: {'Port': ['ID=e0738564-71b0-4202-8465-33c8e69452e3,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:44.054755 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:44.106352 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Network caa6d4c1-c512-4600-a668-3daf2280ca74 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:32:44.107545 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:32:44.109865 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:32:44.173791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:44.174456 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:44.193983 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-748f7cab-3c47-46cd-8b2e-61e75f36595f tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0426466 Feb 17 01:32:44.206606 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Request body: {'port': {'device_id': 'e9c2cd6d-ad98-460d-af69-18bfc0d37280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:32:44.328007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:44.439137 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbb672-1409-409a-8a66-21a82be850d8 req-561c35d6-3de4-472a-9c9c-56ba94729539 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:44.440674 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4fbb672-1409-409a-8a66-21a82be850d8 req-561c35d6-3de4-472a-9c9c-56ba94729539 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 932 time: 0.0864635 Feb 17 01:32:44.487896 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4fbb672-1409-409a-8a66-21a82be850d8 req-0507a33d-7fc0-4929-ae56-08bf8806932b tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Feb 17 01:32:44.743271 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0738564-71b0-4202-8465-33c8e69452e3 {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:32:44.750991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:44.763459 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Transition to ACTIVE for port object e0738564-71b0-4202-8465-33c8e69452e3 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:32:44.765769 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:44.780851 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-bdc2d720-75ce-45f0-9204-dccca369721f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:45.147050 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0738564-71b0-4202-8465-33c8e69452e3,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:45.152625 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:45.328991 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Attempting to bind port e0738564-71b0-4202-8465-33c8e69452e3 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:32:45.329597 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Attempting to bind port e0738564-71b0-4202-8465-33c8e69452e3 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '25b4649b-8561-4087-bddc-923f86887519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:32:45.329738 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Attempting to bind port e0738564-71b0-4202-8465-33c8e69452e3 on network caa6d4c1-c512-4600-a668-3daf2280ca74 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:32:45.335219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:32:45.335620 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Checking segment: {'id': '25b4649b-8561-4087-bddc-923f86887519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:32:45.336025 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:45.336950 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Bound using segment: {'id': '25b4649b-8561-4087-bddc-923f86887519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:32:45.337409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Bound port: e0738564-71b0-4202-8465-33c8e69452e3, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b4649b-8561-4087-bddc-923f86887519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:32:45.337779 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:45.433638 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] For port e0738564-71b0-4202-8465-33c8e69452e3, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:32:45.437133 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] For port e0738564-71b0-4202-8465-33c8e69452e3, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e0738564-71b0-4202-8465-33c8e69452e3,segment=NetworkSegment(25b4649b-8561-4087-bddc-923f86887519),segment_id=25b4649b-8561-4087-bddc-923f86887519)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:32:45.440078 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:45.455741 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-78f91df3-e465-4678-84ce-b783692e036f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:45.609454 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0738564-71b0-4202-8465-33c8e69452e3,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:45.613005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:45.645434 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:45.646104 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:45.647651 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-e8646be9-742c-4dec-97f9-9fbcb98962c0 service neutron] 10.222.0.71 "PUT /v2.0/ports/e0738564-71b0-4202-8465-33c8e69452e3 HTTP/1.1" status: 200 len: 1158 time: 1.4455614 Feb 17 01:32:45.648188 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c2cd6d-ad98-460d-af69-18bfc0d37280', 'tag': 'e0738564-71b0-4202-8465-33c8e69452e3'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:32:45.698591 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f0ee2-de0a-4c34-ad28-74442bb59ddb req-0d2d6846-1093-4821-8a28-21e384865f7d tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:45.700282 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-097f0ee2-de0a-4c34-ad28-74442bb59ddb req-0d2d6846-1093-4821-8a28-21e384865f7d tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 944 time: 0.0991743 Feb 17 01:32:45.727747 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c2cd6d-ad98-460d-af69-18bfc0d37280', 'tag': 'e0738564-71b0-4202-8465-33c8e69452e3', 'status': 'completed', 'code': 200} Feb 17 01:32:45.749237 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-097f0ee2-de0a-4c34-ad28-74442bb59ddb req-6bebc37a-a1e6-4bcc-8815-2fe6e11e12c0 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423377 Feb 17 01:32:45.770350 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-885d121a-e7da-4e70-849f-1043e37fd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:45.772026 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-885d121a-e7da-4e70-849f-1043e37fd728 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e4a7de0e5aa4463bd2711b8591f9a79&device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 1161 time: 0.0859330 Feb 17 01:32:45.846988 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-646b0b20-6fa3-47b9-ac12-ec85cf25ffac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0738564-71b0-4202-8465-33c8e69452e3 HTTP/1.1" status: 200 len: 217 time: 0.0662005 Feb 17 01:32:45.917358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-47ad718b-844a-4e57-ab6b-caa55b6b31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:45.918878 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-47ad718b-844a-4e57-ab6b-caa55b6b31e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a09cd0fb-4b32-4a8b-8290-d251887ac272 HTTP/1.1" status: 200 len: 854 time: 0.0659220 Feb 17 01:32:45.971183 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-f9452ac7-4863-42ca-87a9-d1b826406d0b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=caa6d4c1-c512-4600-a668-3daf2280ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462191 Feb 17 01:32:46.115873 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-f9799628-d0e1-449b-9f11-ee49c4bc45c7 service neutron] 10.222.0.71 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385562 Feb 17 01:32:46.259742 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-9b604583-cbcc-42e9-9ef3-1f2510ca7268 req-89b294f2-beb4-4e83-8f7e-c4b4464c9f3d service neutron] 10.222.0.71 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374331 Feb 17 01:32:46.384608 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-69ba7326-1da3-4328-baa2-b51548642a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:46.386181 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-69ba7326-1da3-4328-baa2-b51548642a48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e4a7de0e5aa4463bd2711b8591f9a79&device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 1161 time: 0.0820730 Feb 17 01:32:46.530209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-fa9532a3-2b29-47cd-aaaa-2bd1698e8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:46.531719 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-fa9532a3-2b29-47cd-aaaa-2bd1698e8444 service neutron] 10.222.0.71 "GET /v2.0/networks?id=caa6d4c1-c512-4600-a668-3daf2280ca74 HTTP/1.1" status: 200 len: 908 time: 0.1382074 Feb 17 01:32:46.603420 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-134c7a9f-f1af-4476-90b3-8d2f2e367bca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0738564-71b0-4202-8465-33c8e69452e3 HTTP/1.1" status: 200 len: 217 time: 0.0645270 Feb 17 01:32:46.675755 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-2f3363c5-12d5-41dc-8d5b-7ffe5520a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:46.677258 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-2f3363c5-12d5-41dc-8d5b-7ffe5520a4e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a09cd0fb-4b32-4a8b-8290-d251887ac272 HTTP/1.1" status: 200 len: 854 time: 0.0666597 Feb 17 01:32:46.730499 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-3df6410d-5771-4319-8d36-f20aec9281eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=caa6d4c1-c512-4600-a668-3daf2280ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453546 Feb 17 01:32:46.876913 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-5196718d-9133-4856-9472-18c652e41da4 service neutron] 10.222.0.71 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384428 Feb 17 01:32:46.949252 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38b35b-01a0-4ba1-b1c8-11d6514b43e1 req-f9827215-c2c9-43d7-a0d5-1684f97f1a7b tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:46.950858 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-af38b35b-01a0-4ba1-b1c8-11d6514b43e1 req-f9827215-c2c9-43d7-a0d5-1684f97f1a7b tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 944 time: 0.0889251 Feb 17 01:32:46.998845 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-af38b35b-01a0-4ba1-b1c8-11d6514b43e1 req-012e60b5-9d1e-4664-8257-7519203acf09 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 Feb 17 01:32:47.023183 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-044e16e5-2c08-4792-81ac-33ec57d82b90 req-b0ed65b4-6d1d-426b-8993-bf16da9d91ac service neutron] 10.222.0.71 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391463 Feb 17 01:32:47.827286 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.objects.ports [None req-34b62938-2f09-46dd-9191-aec93279cd00 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83938) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 01:32:48.000982 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-b47933c6-a627-4d9a-ab85-18c94e0b47b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:48.091917 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device e0738564-71b0-4202-8465-33c8e69452e3 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:32:48.169047 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port e0738564-71b0-4202-8465-33c8e69452e3 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:32:48.174727 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port e0738564-71b0-4202-8465-33c8e69452e3 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:32:48.174871 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:48.203798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c98a62-7fad-4272-ae5b-ac7dd3eea089 req-f0792039-8e5b-4384-a9a7-1535c65e25eb tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:48.205414 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-21c98a62-7fad-4272-ae5b-ac7dd3eea089 req-f0792039-8e5b-4384-a9a7-1535c65e25eb tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 944 time: 0.0917473 Feb 17 01:32:48.254210 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-21c98a62-7fad-4272-ae5b-ac7dd3eea089 req-13e3d9e7-60f2-45db-9fa3-c8c575ac66ef tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Feb 17 01:32:48.465021 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:48.492287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c2cd6d-ad98-460d-af69-18bfc0d37280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0738564-71b0-4202-8465-33c8e69452e3'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:32:48.502780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port e0738564-71b0-4202-8465-33c8e69452e3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e0738564-71b0-4202-8465-33c8e69452e3,segment=NetworkSegment(25b4649b-8561-4087-bddc-923f86887519),segment_id=25b4649b-8561-4087-bddc-923f86887519)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:32:48.505585 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:48.507489 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-f6f7fde4-c036-418c-bc2c-d902f267de19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:32:48.545257 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c2cd6d-ad98-460d-af69-18bfc0d37280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0738564-71b0-4202-8465-33c8e69452e3', 'code': 200} Feb 17 01:32:48.581000 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=e0738564-71b0-4202-8465-33c8e69452e3,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:32:48.584433 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:32:48.775965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb2107-95fb-4064-8173-e1f8827b5921 req-5038e12e-62e4-47bb-bf25-566e8944903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:48.777478 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d6bb2107-95fb-4064-8173-e1f8827b5921 req-5038e12e-62e4-47bb-bf25-566e8944903e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 1163 time: 0.0774448 Feb 17 01:32:48.824180 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d6bb2107-95fb-4064-8173-e1f8827b5921 req-a7c4ce67-5d6e-45fd-81db-ee8a23ee0a36 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Feb 17 01:32:49.454219 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a9cf9-1c16-4153-8767-cf3590a7f258 req-752cf6e0-8571-4704-9e7b-69f4781ef16c tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:49.455772 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1d6a9cf9-1c16-4153-8767-cf3590a7f258 req-752cf6e0-8571-4704-9e7b-69f4781ef16c tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 946 time: 0.0908270 Feb 17 01:32:49.502707 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-1d6a9cf9-1c16-4153-8767-cf3590a7f258 req-189a39ac-26cc-4f81-b86d-5f547b001a62 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Feb 17 01:32:49.771684 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device e0738564-71b0-4202-8465-33c8e69452e3 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:32:49.850646 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port e0738564-71b0-4202-8465-33c8e69452e3 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:32:49.851057 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:50.291822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ec73354e-bb45-47f2-9041-0ecf5be7ff4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:50.638149 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:50.703016 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31684-8ded-4653-a021-215f7a99604b req-45e954fc-c011-4c59-8756-30794cfe967d tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:32:50.704684 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c2d31684-8ded-4653-a021-215f7a99604b req-45e954fc-c011-4c59-8756-30794cfe967d tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 946 time: 0.0870256 Feb 17 01:32:50.751443 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-c2d31684-8ded-4653-a021-215f7a99604b req-02c0637c-ee99-4217-a884-4af47782d812 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Feb 17 01:32:51.653496 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:32:52.369984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:08.970839 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:15.675364 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:33:18.004460 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-67e2e789-08b4-4ad2-a20a-956530988c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:20.292995 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6aff057b-0ccd-4df0-8d3d-d328290c3848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:20.641109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:21.654244 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:22.373729 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:24.148415 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a2ebc-7909-4735-9297-5c5317e9cac3 req-d1cd861c-c8d2-40fe-93dd-de0ed3a05535 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:24.150044 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd8a2ebc-7909-4735-9297-5c5317e9cac3 req-d1cd861c-c8d2-40fe-93dd-de0ed3a05535 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 946 time: 0.0900574 Feb 17 01:33:24.204652 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fd8a2ebc-7909-4735-9297-5c5317e9cac3 req-837e4815-0734-4302-8565-d0498cda8687 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478799 Feb 17 01:33:25.407797 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a11c1-932a-408b-9b37-35564ffc411e req-c2339350-5861-4da1-a6a4-82a31651fb62 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:25.409975 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a45a11c1-932a-408b-9b37-35564ffc411e req-c2339350-5861-4da1-a6a4-82a31651fb62 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 946 time: 0.0912843 Feb 17 01:33:25.456820 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-a45a11c1-932a-408b-9b37-35564ffc411e req-1deab9e7-75af-44fe-853b-bf7ffcfe4529 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Feb 17 01:33:26.654061 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc122e8-f384-4d98-884e-ee8d161094f5 req-78659384-42d3-4aed-ad3f-8e29b6eb1db9 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:26.655687 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fbc122e8-f384-4d98-884e-ee8d161094f5 req-78659384-42d3-4aed-ad3f-8e29b6eb1db9 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 946 time: 0.0870135 Feb 17 01:33:26.705808 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-fbc122e8-f384-4d98-884e-ee8d161094f5 req-4507795b-09bc-4b1f-b2c5-947566d042cf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Feb 17 01:33:27.904542 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b237c-4331-4b34-ab14-0d46ca4d31a9 req-e94efd66-8165-4693-8fca-9fe2220371fb tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:27.906143 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-243b237c-4331-4b34-ab14-0d46ca4d31a9 req-e94efd66-8165-4693-8fca-9fe2220371fb tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 946 time: 0.0865538 Feb 17 01:33:27.954112 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-243b237c-4331-4b34-ab14-0d46ca4d31a9 req-77960419-a870-423e-aa96-893f68d49e46 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Feb 17 01:33:28.924749 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-131a325b-4071-420a-a0be-e1f362666ce7 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:28.925490 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-131a325b-4071-420a-a0be-e1f362666ce7 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Synchronizing usage tracker for tenant:1e4a7de0e5aa4463bd2711b8591f9a79 on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:33:28.941237 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-131a325b-4071-420a-a0be-e1f362666ce7 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Unset dirty status for tenant:1e4a7de0e5aa4463bd2711b8591f9a79 on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:33:28.942425 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-131a325b-4071-420a-a0be-e1f362666ce7 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 946 time: 0.1015735 Feb 17 01:33:29.019706 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Deleting port e0738564-71b0-4202-8465-33c8e69452e3 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:33:29.020087 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:29.160306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ad51f-30a9-4ffc-81f6-e0edd7e8a09c req-15e81334-4688-482a-abf7-caa89779d664 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:29.161956 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-408ad51f-30a9-4ffc-81f6-e0edd7e8a09c req-15e81334-4688-482a-abf7-caa89779d664 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 946 time: 0.0922933 Feb 17 01:33:29.211597 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-408ad51f-30a9-4ffc-81f6-e0edd7e8a09c req-291c16e9-7c2b-4de4-be39-c1adedb26cd8 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Feb 17 01:33:29.287516 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] For port e0738564-71b0-4202-8465-33c8e69452e3, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=e0738564-71b0-4202-8465-33c8e69452e3,segment=NetworkSegment(25b4649b-8561-4087-bddc-923f86887519),segment_id=25b4649b-8561-4087-bddc-923f86887519)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:33:29.287914 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:29.420770 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Calling delete_port for e0738564-71b0-4202-8465-33c8e69452e3 owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:33:29.568124 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:29.582911 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-433c80b2-a88c-4e87-b03f-9209eae35460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:29.682092 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Pushing event deleted for resources: {'Port': ['ID=e0738564-71b0-4202-8465-33c8e69452e3,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:29.692141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:29.792850 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] No DVR routers for this DVR port e0738564-71b0-4202-8465-33c8e69452e3 on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:33:29.794985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:29.797682 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c2cd6d-ad98-460d-af69-18bfc0d37280', 'name': 'network-vif-deleted', 'tag': 'e0738564-71b0-4202-8465-33c8e69452e3'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:33:29.813128 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-6033e425-9ca1-4860-9969-f3f44c4496fb req-28cbd2c0-2a0d-4742-bf79-35a9d4e12eaf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.71 "DELETE /v2.0/ports/e0738564-71b0-4202-8465-33c8e69452e3 HTTP/1.1" status: 204 len: 173 time: 0.8648224 Feb 17 01:33:29.855310 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c2cd6d-ad98-460d-af69-18bfc0d37280', 'name': 'network-vif-deleted', 'tag': 'e0738564-71b0-4202-8465-33c8e69452e3', 'status': 'completed', 'code': 200} Feb 17 01:33:30.049714 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device e0738564-71b0-4202-8465-33c8e69452e3 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:33:30.086631 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] No Port match for: e0738564-71b0-4202-8465-33c8e69452e3 {{(pid=83938) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 01:33:30.086984 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device e0738564-71b0-4202-8465-33c8e69452e3 not bound to the agent host hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 01:33:30.394570 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-f5862f4d-e417-4360-9368-520dd5ce8a2b req-d4188d5c-01e1-4f24-a800-334e71524577 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c2cd6d-ad98-460d-af69-18bfc0d37280 HTTP/1.1" status: 200 len: 210 time: 0.0542235 Feb 17 01:33:35.957300 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-3a664ea4-3498-4669-b936-29c0c3acd9f2 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:35.958808 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-3a664ea4-3498-4669-b936-29c0c3acd9f2 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/networks?id=caa6d4c1-c512-4600-a668-3daf2280ca74 HTTP/1.1" status: 200 len: 814 time: 0.3867152 Feb 17 01:33:35.975713 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-37247c24-838e-462c-85a6-5454ae2e0d01 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/quotas/1e4a7de0e5aa4463bd2711b8591f9a79 HTTP/1.1" status: 200 len: 375 time: 0.0107920 Feb 17 01:33:36.029199 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-2c494c66-ada5-4299-adb9-7908af44a58a tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e4a7de0e5aa4463bd2711b8591f9a79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476656 Feb 17 01:33:36.173108 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-2d69619a-1b4b-4892-8452-f084b7f49859 service neutron] 10.222.0.65 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361103 Feb 17 01:33:36.321254 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-b475cb23-a1cb-4a73-ae2c-153536d7e8c8 service neutron] 10.222.0.65 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408677 Feb 17 01:33:36.519564 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cc13d9fd-0fbe-44e0-9181-5075eba7e9d4 req-15326041-2ac8-4b68-a3d0-80b46dbf1552 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 210 time: 0.0535381 Feb 17 01:33:37.571891 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-663d504a-058e-48d4-86b4-6b9136ee5440 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:37.573576 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-663d504a-058e-48d4-86b4-6b9136ee5440 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.71 "GET /v2.0/networks?id=caa6d4c1-c512-4600-a668-3daf2280ca74 HTTP/1.1" status: 200 len: 814 time: 0.1599436 Feb 17 01:33:37.586819 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Request body: {'port': {'device_id': '5c0d82b8-6086-450b-815a-8c46ec6ff398', 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74', 'admin_state_up': True, 'tenant_id': '1e4a7de0e5aa4463bd2711b8591f9a79'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:33:37.686491 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2d49d631-ae0c-4c8f-b47e-fa7df73767b6 req-336a8820-8b9b-4f58-a744-4848f5f936d5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 210 time: 0.0500317 Feb 17 01:33:37.735461 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 01:33:37.740384 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Usage tracker for resource:port and tenant:1e4a7de0e5aa4463bd2711b8591f9a79 is out of sync, need to count used quota {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 01:33:37.743652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83937) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 01:33:37.749355 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.quota.driver [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83937) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 01:33:37.758097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Made reservation on behalf of 1e4a7de0e5aa4463bd2711b8591f9a79 for: {'port': 1} {{(pid=83937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 01:33:37.763563 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:38.068497 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_common [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Allocated IP 172.20.0.2 (caa6d4c1-c512-4600-a668-3daf2280ca74/a09cd0fb-4b32-4a8b-8290-d251887ac272/1a06945e-957f-4071-a367-65fbee4965b5) {{(pid=83937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 01:33:38.516018 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks [] for port, precommit_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:38.545313 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363248433404430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_create {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:38.562560 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0560af69-5f51-4fe9-a627-13746d87eb48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:38.700109 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Pushing event updated for resources: {'Port': ['ID=1a06945e-957f-4071-a367-65fbee4965b5,revision_number=1']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:38.719816 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.720235 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.721234 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.721639 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.722040 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.722439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.722836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.723239 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.723663 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.724053 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.724443 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.724836 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.725319 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.725707 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.726095 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.726485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.726871 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.727259 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.727669 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.728055 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.728444 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.728828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.729212 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.729609 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:38.734134 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:38.774637 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Network caa6d4c1-c512-4600-a668-3daf2280ca74 is already hosted by enough agents. {{(pid=83937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 01:33:38.775703 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.scheduler.base_scheduler [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Resources bound (agent type, host, resource id): {{(pid=83937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 01:33:38.778042 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Received port after_create {{(pid=83937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 01:33:38.845099 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:38.846387 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:38.874254 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-4a8e44ba-9ec5-43dd-a443-88be6d027d23 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2915745 Feb 17 01:33:38.886713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.v2.base [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Request body: {'port': {'device_id': '5c0d82b8-6086-450b-815a-8c46ec6ff398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75998'}} {{(pid=83937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 01:33:38.894032 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca9661-ebab-4f83-9754-a79967969b9c req-cd141843-b6af-45a6-99d0-ab0a395631be tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:38.895659 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-36ca9661-ebab-4f83-9754-a79967969b9c req-cd141843-b6af-45a6-99d0-ab0a395631be tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 931 time: 0.0937803 Feb 17 01:33:38.943373 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-36ca9661-ebab-4f83-9754-a79967969b9c req-18276193-790a-45f6-8938-07d7e7b6fb9c tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Feb 17 01:33:38.969399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:39.014100 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:39.434786 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a06945e-957f-4071-a367-65fbee4965b5 {{(pid=83937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 01:33:39.442799 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:39.454657 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Transition to ACTIVE for port object 1a06945e-957f-4071-a367-65fbee4965b5 will not be triggered until provisioned by entity L2. {{(pid=83937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 01:33:39.457306 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:39.473172 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-11669a39-24c2-4831-8f3c-136ac140bc09 tempest-AttachVolumeTestJSON-807065524 tempest-AttachVolumeTestJSON-807065524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:39.609956 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Pushing event updated for resources: {'Port': ['ID=1a06945e-957f-4071-a367-65fbee4965b5,revision_number=2']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:39.615299 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:39.795519 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Attempting to bind port 1a06945e-957f-4071-a367-65fbee4965b5 on host hv-cinder-75998 for vnic_type normal with profile {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 01:33:39.796038 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Attempting to bind port 1a06945e-957f-4071-a367-65fbee4965b5 by drivers openvswitch on host hv-cinder-75998 at level 0 using segments [{'id': '25b4649b-8561-4087-bddc-923f86887519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74'}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 01:33:39.796216 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Attempting to bind port 1a06945e-957f-4071-a367-65fbee4965b5 on network caa6d4c1-c512-4600-a668-3daf2280ca74 {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 01:33:39.802285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Checking agent: {'id': 'e991565a-9c50-405c-be7f-491fa0b2e92e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75998', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 21, 39), 'started_at': datetime.datetime(2021, 2, 17, 1, 22, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 01:33:39.802652 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Checking segment: {'id': '25b4649b-8561-4087-bddc-923f86887519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 01:33:39.803051 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:39.803470 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Bound using segment: {'id': '25b4649b-8561-4087-bddc-923f86887519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74'} {{(pid=83937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 01:33:39.803934 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Bound port: 1a06945e-957f-4071-a367-65fbee4965b5, host: hv-cinder-75998, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b4649b-8561-4087-bddc-923f86887519', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'caa6d4c1-c512-4600-a668-3daf2280ca74'}}] {{(pid=83937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 01:33:39.804297 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:39.904369 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] For port 1a06945e-957f-4071-a367-65fbee4965b5, host hv-cinder-75998, cleared binding levels {{(pid=83937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 01:33:39.907814 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] For port 1a06945e-957f-4071-a367-65fbee4965b5, host hv-cinder-75998, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1a06945e-957f-4071-a367-65fbee4965b5,segment=NetworkSegment(25b4649b-8561-4087-bddc-923f86887519),segment_id=25b4649b-8561-4087-bddc-923f86887519)] {{(pid=83937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 01:33:39.911046 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6151624'] for port, after_update {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:39.929870 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:40.083440 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Pushing event updated for resources: {'Port': ['ID=1a06945e-957f-4071-a367-65fbee4965b5,revision_number=3']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:40.089115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:40.120976 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:40.121655 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:40.123161 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-82cf0873-7cb9-45da-ad3f-3a5be24d181b service neutron] 10.222.0.71 "PUT /v2.0/ports/1a06945e-957f-4071-a367-65fbee4965b5 HTTP/1.1" status: 200 len: 1157 time: 1.2412400 Feb 17 01:33:40.123735 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0d82b8-6086-450b-815a-8c46ec6ff398', 'tag': '1a06945e-957f-4071-a367-65fbee4965b5'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:33:40.144314 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f67a93-5fe3-4261-9d12-709410fa8f60 req-15159d70-5bf4-4b12-aecf-e20134106474 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:40.146128 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-94f67a93-5fe3-4261-9d12-709410fa8f60 req-15159d70-5bf4-4b12-aecf-e20134106474 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 943 time: 0.0899665 Feb 17 01:33:40.196569 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-94f67a93-5fe3-4261-9d12-709410fa8f60 req-1bcb5ea0-4946-4ddf-a367-591d2313a380 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437789 Feb 17 01:33:40.233457 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0d82b8-6086-450b-815a-8c46ec6ff398', 'tag': '1a06945e-957f-4071-a367-65fbee4965b5', 'status': 'completed', 'code': 200} Feb 17 01:33:40.278594 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-99832fdb-1c1b-4ab1-87ae-f0369690f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:40.280266 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-99832fdb-1c1b-4ab1-87ae-f0369690f8c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e4a7de0e5aa4463bd2711b8591f9a79&device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 1160 time: 0.1012943 Feb 17 01:33:40.356869 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-e51af3fa-c569-4f52-bbd0-126d953a898b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a06945e-957f-4071-a367-65fbee4965b5 HTTP/1.1" status: 200 len: 217 time: 0.0693555 Feb 17 01:33:40.424823 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-94034590-39ba-4fee-828d-a28b8f41f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:40.426313 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-94034590-39ba-4fee-828d-a28b8f41f5a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a09cd0fb-4b32-4a8b-8290-d251887ac272 HTTP/1.1" status: 200 len: 854 time: 0.0633652 Feb 17 01:33:40.482445 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-109fbb9b-25d2-4909-83f0-291df36d5b82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=caa6d4c1-c512-4600-a668-3daf2280ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495691 Feb 17 01:33:40.623228 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-ce5b6fad-1da6-43b3-97af-e3c54065d63c service neutron] 10.222.0.71 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339648 Feb 17 01:33:40.764444 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-72b74b36-de5a-4a06-b08f-974d5620d433 req-def18b0a-f348-4ac9-bff5-b55d2bc201fa service neutron] 10.222.0.71 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349339 Feb 17 01:33:40.887260 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-147f806e-b879-4077-8121-241d5b6ffd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:40.888785 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-147f806e-b879-4077-8121-241d5b6ffd99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e4a7de0e5aa4463bd2711b8591f9a79&device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 1160 time: 0.0771887 Feb 17 01:33:41.029453 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-d0dede44-2a1f-4dfa-a889-76282bbb7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:41.031025 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-d0dede44-2a1f-4dfa-a889-76282bbb7090 service neutron] 10.222.0.71 "GET /v2.0/networks?id=caa6d4c1-c512-4600-a668-3daf2280ca74 HTTP/1.1" status: 200 len: 908 time: 0.1353595 Feb 17 01:33:41.107138 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-768983a5-697f-423b-97d0-929ea64d0ab3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1a06945e-957f-4071-a367-65fbee4965b5 HTTP/1.1" status: 200 len: 217 time: 0.0688386 Feb 17 01:33:41.176404 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-c1adae53-0ef9-4251-b10e-85ae6bcb2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:41.177971 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-c1adae53-0ef9-4251-b10e-85ae6bcb2e3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a09cd0fb-4b32-4a8b-8290-d251887ac272 HTTP/1.1" status: 200 len: 854 time: 0.0634489 Feb 17 01:33:41.237690 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-43299a9f-b55c-49e8-8505-110c2569127b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=caa6d4c1-c512-4600-a668-3daf2280ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514090 Feb 17 01:33:41.385393 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-ae51407c-10ac-4f5a-94d7-a61253713fce service neutron] 10.222.0.71 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402917 Feb 17 01:33:41.406429 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163fe9d-46e7-4418-8b92-8dba1e6fcf7c req-e39fab88-682b-46f7-bb01-5194e2e626d7 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:41.408624 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d163fe9d-46e7-4418-8b92-8dba1e6fcf7c req-e39fab88-682b-46f7-bb01-5194e2e626d7 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 943 time: 0.0914645 Feb 17 01:33:41.457031 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d163fe9d-46e7-4418-8b92-8dba1e6fcf7c req-7d5f5574-af94-416c-ae3b-afb93bf10476 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Feb 17 01:33:41.530343 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-e4aa2250-0e36-4f01-991f-f85f34a09882 req-23ed6b62-f00d-4226-b40f-a338ea6b9699 service neutron] 10.222.0.71 "GET /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378896 Feb 17 01:33:42.394340 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 1a06945e-957f-4071-a367-65fbee4965b5 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:33:42.469694 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning for port 1a06945e-957f-4071-a367-65fbee4965b5 completed by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 01:33:42.475246 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 1a06945e-957f-4071-a367-65fbee4965b5 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:33:42.475713 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:42.601644 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-631563'] for port, before_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:42.629874 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d82b8-6086-450b-815a-8c46ec6ff398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a06945e-957f-4071-a367-65fbee4965b5'}] {{(pid=83938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:33:42.640077 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [None req-7590568a-f139-4368-bf40-94169186ead9 None None] For port 1a06945e-957f-4071-a367-65fbee4965b5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1a06945e-957f-4071-a367-65fbee4965b5,segment=NetworkSegment(25b4649b-8561-4087-bddc-923f86887519),segment_id=25b4649b-8561-4087-bddc-923f86887519)] {{(pid=83938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:33:42.643643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363248433025754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363248433404924', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788421370910'] for port, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:42.646330 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-89f7bcdb-d422-47b3-aa6b-a4f18ff83ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:33:42.669351 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1a159-acdd-43ed-8433-b3ee72fc1e96 req-64bc3661-5783-4656-94a4-16215e3bc7dc tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:42.670978 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-62e1a159-acdd-43ed-8433-b3ee72fc1e96 req-64bc3661-5783-4656-94a4-16215e3bc7dc tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 943 time: 0.0923991 Feb 17 01:33:42.683287 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d82b8-6086-450b-815a-8c46ec6ff398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a06945e-957f-4071-a367-65fbee4965b5', 'code': 200} Feb 17 01:33:42.721674 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-62e1a159-acdd-43ed-8433-b3ee72fc1e96 req-ea278eb6-22f3-4aa5-a274-4d42d10b012b tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431116 Feb 17 01:33:42.730537 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Pushing event updated for resources: {'Port': ['ID=1a06945e-957f-4071-a367-65fbee4965b5,revision_number=4']} {{(pid=83938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:33:42.738551 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.738940 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.739354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.739726 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.740097 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.740852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.740963 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.741435 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.741780 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.742141 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.742555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.743024 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759987-3-smb {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.743827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.744196 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.744559 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.744923 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.745285 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.745646 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.746005 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.746363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.746724 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.747082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.747467 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.747827 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75998 {{(pid=83938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 01:33:42.752171 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83938) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:33:42.921951 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284cf9b-9d2e-4b84-8af9-d1f2f59d1d4f req-396e75d9-7610-4c75-a858-604b2d58592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:42.923590 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7284cf9b-9d2e-4b84-8af9-d1f2f59d1d4f req-396e75d9-7610-4c75-a858-604b2d58592f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 1162 time: 0.0759740 Feb 17 01:33:42.965424 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-7284cf9b-9d2e-4b84-8af9-d1f2f59d1d4f req-81c2b4bf-2a43-4269-aace-1654cc49bcae service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357285 Feb 17 01:33:43.926084 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b66a99-0c4d-4ad6-b437-18bc51757a24 req-54b2c2a6-7459-4ad2-8ed1-c3424a764bcf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:43.930164 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-76b66a99-0c4d-4ad6-b437-18bc51757a24 req-54b2c2a6-7459-4ad2-8ed1-c3424a764bcf tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 945 time: 0.0939310 Feb 17 01:33:43.989249 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-76b66a99-0c4d-4ad6-b437-18bc51757a24 req-0e5ee98a-5ab2-452e-9c31-35e19ea9fe33 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 Feb 17 01:33:44.186555 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 1a06945e-957f-4071-a367-65fbee4965b5 up at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 01:33:44.259043 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.provisioning_blocks [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Provisioning complete for port 1a06945e-957f-4071-a367-65fbee4965b5 triggered by entity L2. {{(pid=83938) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 01:33:44.259411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854086171'] for port, provisioning_complete {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:45.250643 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee696a5-6623-4c09-8a83-8441453d7359 req-8b00a867-fc9d-49cd-bc81-da4eb36bdffd tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:33:45.252349 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5ee696a5-6623-4c09-8a83-8441453d7359 req-8b00a867-fc9d-49cd-bc81-da4eb36bdffd tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 945 time: 0.1479058 Feb 17 01:33:45.299728 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-5ee696a5-6623-4c09-8a83-8441453d7359 req-37e8eacd-5d64-42f8-8589-017675d45864 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Feb 17 01:33:48.005927 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6da750ca-8286-4e7a-9806-2ba268225a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:50.294771 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-db66d7c5-6b77-4564-8ba1-0ee3f996669d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:50.645484 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:51.655069 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:52.377007 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:33:52.676065 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:34:01.317999 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca551e5-e53a-4eac-a766-9e7f0e451636 req-4deaadd6-4ca2-461b-add7-6066f3707bb1 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:01.319656 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cca551e5-e53a-4eac-a766-9e7f0e451636 req-4deaadd6-4ca2-461b-add7-6066f3707bb1 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 945 time: 0.0907462 Feb 17 01:34:01.365958 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-cca551e5-e53a-4eac-a766-9e7f0e451636 req-ae59d549-dd68-4243-ab6c-8de355b3685c tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Feb 17 01:34:02.566887 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07bfbb-fdc7-4303-a3f5-4ad81e3854eb req-cae68de0-1f86-4d63-b632-2a38a2488061 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:02.568977 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2f07bfbb-fdc7-4303-a3f5-4ad81e3854eb req-cae68de0-1f86-4d63-b632-2a38a2488061 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 945 time: 0.0869966 Feb 17 01:34:02.615677 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2f07bfbb-fdc7-4303-a3f5-4ad81e3854eb req-21ab7039-5935-4bae-a267-f0a31c51b633 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Feb 17 01:34:03.814462 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fdeec-52a2-46bc-9aa8-e06f3b160d3f req-0f77db04-b8d3-4e6e-ad89-a7536039edef tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:03.816123 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d24fdeec-52a2-46bc-9aa8-e06f3b160d3f req-0f77db04-b8d3-4e6e-ad89-a7536039edef tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 945 time: 0.0887613 Feb 17 01:34:03.863566 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-d24fdeec-52a2-46bc-9aa8-e06f3b160d3f req-f03107d8-e120-4ca1-b645-6a928a2732be tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Feb 17 01:34:05.063399 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce9185-495c-408b-af54-8479f398e8c5 req-23a6f8ee-d7f1-445b-8450-6fbc67e71e82 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:05.064988 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2fce9185-495c-408b-af54-8479f398e8c5 req-23a6f8ee-d7f1-445b-8450-6fbc67e71e82 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 945 time: 0.0906153 Feb 17 01:34:05.111922 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-2fce9185-495c-408b-af54-8479f398e8c5 req-66c3f9f2-d1c0-45c3-b5f5-571c5f4e314c tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407624 Feb 17 01:34:05.486358 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-34be310a-ac74-492b-9b22-7fabc324e795 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:05.487034 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-34be310a-ac74-492b-9b22-7fabc324e795 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Synchronizing usage tracker for tenant:1e4a7de0e5aa4463bd2711b8591f9a79 on resource:port {{(pid=83937) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 01:34:05.501667 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.quota.resource [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-34be310a-ac74-492b-9b22-7fabc324e795 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Unset dirty status for tenant:1e4a7de0e5aa4463bd2711b8591f9a79 on resource:port {{(pid=83937) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 01:34:05.502836 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-34be310a-ac74-492b-9b22-7fabc324e795 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 945 time: 0.1026525 Feb 17 01:34:05.579082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Deleting port 1a06945e-957f-4071-a367-65fbee4965b5 {{(pid=83937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 01:34:05.579493 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363248432966260'] for port, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:06.069922 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.db [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] For port 1a06945e-957f-4071-a367-65fbee4965b5, host hv-cinder-75998, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75998',level=0,port_id=1a06945e-957f-4071-a367-65fbee4965b5,segment=NetworkSegment(25b4649b-8561-4087-bddc-923f86887519),segment_id=25b4649b-8561-4087-bddc-923f86887519)] {{(pid=83937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 01:34:06.070491 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7937895'] for port, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:06.203598 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Calling delete_port for 1a06945e-957f-4071-a367-65fbee4965b5 owned by compute:nova {{(pid=83937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 01:34:06.273151 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.rpc [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Device 1a06945e-957f-4071-a367-65fbee4965b5 no longer exists at agent ovs-agent-hv-cinder-75998 {{(pid=83938) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 01:34:06.319804 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f34b40-f25f-4b43-82b6-ca06a2a778a3 req-529900bf-c8cf-4738-8a96-8b6f2c1fe8c9 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 01:34:06.321321 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-96f34b40-f25f-4b43-82b6-ca06a2a778a3 req-529900bf-c8cf-4738-8a96-8b6f2c1fe8c9 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c0d82b8-6086-450b-815a-8c46ec6ff398 HTTP/1.1" status: 200 len: 945 time: 0.0957053 Feb 17 01:34:06.362146 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-631728', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854759699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363248433025737', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363248433446414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848624191'] for port, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:06.375569 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-96f34b40-f25f-4b43-82b6-ca06a2a778a3 req-65cab2c9-50e1-4cd6-8aad-942cd12b03ce tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.65 "GET /v2.0/security-groups?id=8241583a-6223-4580-8954-66031acfed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470045 Feb 17 01:34:06.379186 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.plugin [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Port 1a06945e-957f-4071-a367-65fbee4965b5 update to DOWN by agent not found {{(pid=83938) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 01:34:06.428262 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-687b19c6-5626-42e4-9f28-439a78ae47ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:06.487936 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Pushing event deleted for resources: {'Port': ['ID=1a06945e-957f-4071-a367-65fbee4965b5,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:06.491987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:06.586466 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.l3_dvrscheduler_db [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] No DVR routers for this DVR port 1a06945e-957f-4071-a367-65fbee4965b5 on host hv-cinder-75998 {{(pid=83937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 01:34:06.588557 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774904'] for port, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:06.591209 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0d82b8-6086-450b-815a-8c46ec6ff398', 'name': 'network-vif-deleted', 'tag': '1a06945e-957f-4071-a367-65fbee4965b5'}] {{(pid=83937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 01:34:06.606701 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [req-81acbba7-f048-4abb-9b12-ea101192c6cf req-871e9d92-223c-4615-99ff-093faeace1b5 tempest-VolumesSnapshotTestJSON-718453132 tempest-VolumesSnapshotTestJSON-718453132-project] 10.222.0.71 "DELETE /v2.0/ports/1a06945e-957f-4071-a367-65fbee4965b5 HTTP/1.1" status: 204 len: 173 time: 1.0982492 Feb 17 01:34:06.643285 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0d82b8-6086-450b-815a-8c46ec6ff398', 'name': 'network-vif-deleted', 'tag': '1a06945e-957f-4071-a367-65fbee4965b5', 'status': 'completed', 'code': 200} Feb 17 01:34:08.968791 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:18.008547 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ece6bae7-0379-4e4c-aedc-8b28a426ddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:20.295884 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d06239d9-3849-4f55-b09a-0a85463c08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:20.647058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:21.655503 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:22.387301 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:26.944640 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 39202) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:27.011965 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b15bd96-8415-4785-9d85-b9223f1753ab admin admin] Deleting subnet a09cd0fb-4b32-4a8b-8290-d251887ac272 {{(pid=83937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 01:34:27.014987 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6b15bd96-8415-4785-9d85-b9223f1753ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:27.066471 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6b15bd96-8415-4785-9d85-b9223f1753ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848624561'] for subnet, precommit_delete_associations {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:27.127486 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6b15bd96-8415-4785-9d85-b9223f1753ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854092812'] for subnet, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:27.380015 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6b15bd96-8415-4785-9d85-b9223f1753ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8202437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848624619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6130884'] for subnet, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:27.394876 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:27.481082 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15bd96-8415-4785-9d85-b9223f1753ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09cd0fb-4b32-4a8b-8290-d251887ac272,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:27.485582 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6b15bd96-8415-4785-9d85-b9223f1753ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:27.530473 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6b15bd96-8415-4785-9d85-b9223f1753ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:27.536353 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-6b15bd96-8415-4785-9d85-b9223f1753ab admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a09cd0fb-4b32-4a8b-8290-d251887ac272 HTTP/1.1" status: 204 len: 168 time: 0.5906193 Feb 17 01:34:27.539059 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 39206) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:27.651969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854187050'] for network, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:27.846453 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854095507', 'neutron.services.segments.db._delete_segments_for_network-8788421870314'] for network, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:27.962637 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa6d4c1-c512-4600-a668-3daf2280ca74']}} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:27.975184 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b4649b-8561-4087-bddc-923f86887519') {'for_net_delete': True} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:27.975574 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.services.segments.db [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b4649b-8561-4087-bddc-923f86887519') {} {{(pid=83937) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 01:34:27.988014 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363248432904444', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6151255'] for segment, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:28.003363 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-691421'] for segment, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:28.005357 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 01:34:28.188445 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Network caa6d4c1-c512-4600-a668-3daf2280ca74 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:34:28.198117 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854084379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6151658'] for segment, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:28.378409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.plugins.ml2.managers [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Network caa6d4c1-c512-4600-a668-3daf2280ca74 has no segments {{(pid=83937) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: Traceback (most recent call last): Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: timer() Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: cb(*args, **kw) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: return func(*args, **kwargs) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: self._notify() Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: self.callback(batched_events) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: event.method(event) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: segment_id)['aggregates'][0] Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: return f(self, *a, **k) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: return self._get(url).json() Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: **kwargs) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: return self.request(url, 'GET', **kwargs) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: **endpoint_filter) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 01:34:28.402031 dv-cinder-759987-3-smb neutron-server[83825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 01:34:28.479957 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-680293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846393186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7938195'] for network, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:28.484068 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8380528'] for network, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:28.487878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-0e38ce3e-b08d-4ce4-8539-c92ad4747122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:28.511045 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa6d4c1-c512-4600-a668-3daf2280ca74,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:28.513767 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:28.518229 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-847cde63-5b96-46a2-b627-4623b009b956 admin admin] 10.222.0.65 "DELETE /v2.0/networks/caa6d4c1-c512-4600-a668-3daf2280ca74 HTTP/1.1" status: 204 len: 168 time: 0.9774854 Feb 17 01:34:28.627536 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 39212) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:28.678596 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-227c7096-3d16-4672-8d58-86675862c04d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e4a7de0e5aa4463bd2711b8591f9a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496297 Feb 17 01:34:28.681568 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.wsgi [-] (83937) accepted ('10.222.0.65', 39216) {{(pid=83937) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 01:34:28.745985 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6968b9b2-7049-4b8c-947f-6600c07b4e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:28.772662 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6968b9b2-7049-4b8c-947f-6600c07b4e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:28.817411 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6968b9b2-7049-4b8c-947f-6600c07b4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8040729'] for security_group, after_delete {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:28.822368 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-4689d1a2-31ba-4d52-b324-541b285a065e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 01:34:28.836486 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968b9b2-7049-4b8c-947f-6600c07b4e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8241583a-6223-4580-8954-66031acfed90,revision_number=None']} {{(pid=83937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 01:34:28.839571 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG oslo_concurrency.lockutils [None req-6968b9b2-7049-4b8c-947f-6600c07b4e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83937) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 01:34:28.840488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6968b9b2-7049-4b8c-947f-6600c07b4e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83937) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:28.841663 dv-cinder-759987-3-smb neutron-server[83825]: INFO neutron.wsgi [None req-6968b9b2-7049-4b8c-947f-6600c07b4e7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8241583a-6223-4580-8954-66031acfed90 HTTP/1.1" status: 204 len: 168 time: 0.1591711 Feb 17 01:34:29.676194 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:34:38.986199 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:48.010577 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-ebca19fc-c91a-4ed0-8268-4fd0253dd4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:50.295737 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0fb9028c-87f1-4321-888d-96dd8aa2fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:50.648427 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:51.655545 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:34:52.383804 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:06.675423 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:35:08.982383 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:18.013058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d52b8c67-ac5a-461e-8fbb-6ed7e8aad72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:20.296708 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d5888870-0595-4e22-8582-213823e67eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:20.650828 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:21.656102 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:22.388092 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:38.997123 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:43.674654 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:35:48.014798 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-245644cc-06ed-45c1-85fa-70dcb887a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:50.297265 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-0b1da55a-afaf-4993-bf21-1bcccee1c7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:50.652900 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:51.656323 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:35:52.390852 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:08.995439 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:18.017660 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-30e56c43-d076-4800-90ed-27860b55b09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:20.300181 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-635e3d27-5810-43cb-a06f-cf4b77a24bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:20.655405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:20.673488 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:36:21.658605 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:22.394354 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:39.004307 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:48.018115 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-bb389256-6720-400d-9970-d240619e17e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:50.302152 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-444765b8-008c-4774-ba9c-a2c9bed385e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:50.657133 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:51.659527 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:52.398500 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:36:57.673366 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:37:09.027586 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:18.019026 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1d7c0d57-f05d-4500-b9ab-cf8daf632792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:20.303485 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-e8c4c9ca-d547-40b2-ae5c-00d8724633b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:20.660523 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:21.661475 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:22.401611 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:34.672969 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:37:39.024405 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:48.021409 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a1b0b971-dbe1-4f1d-9c33-25f7c653d621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:50.304775 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-f5fcdb5e-1126-4bb8-ad28-7a29b6aac08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:50.662625 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:51.662380 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:37:52.405105 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:09.024528 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:11.671734 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:38:18.022736 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-d09a2db5-98a2-46e7-851c-1eda24a5b955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:20.305992 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-be626cba-68cb-487a-aca0-ea89e116997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:20.665448 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:21.664006 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:22.408287 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:39.030373 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:48.024407 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-1c427260-303d-4226-a7c2-e5d29935bcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:48.671756 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 01:38:50.307011 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-99761796-0d79-44bd-a0f4-2e5e6b71e3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:50.669732 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:51.665642 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:38:52.412058 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:09.023878 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-7590568a-f139-4368-bf40-94169186ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:18.026230 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-6c5de8df-feb0-453b-b0a7-f47a33dcea96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:20.307067 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-dad02a28-36c6-42fe-b2a0-893e0f721778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:20.669822 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-a54ebbf6-c37c-47c9-9052-0036135c01de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:21.666873 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-40054760-0f94-48e8-9ef4-f27cafaa48b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:22.418562 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron_lib.callbacks.manager [None req-730fd640-02fc-4de2-ae94-cd5d644173d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788421870297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854126829'] for agent, after_update {{(pid=83938) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 01:39:25.671085 dv-cinder-759987-3-smb neutron-server[83825]: DEBUG neutron.db.agents_db [None req-16e778a4-a850-4b6c-a73f-20cc9f6bf887 None None] Agent healthcheck: found 6 active agents {{(pid=83939) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}