From 5c1027bf09717f664b579e01cbb8ec3ef5aeb140 Mon Sep 17 00:00:00 2001 From: Duygu Altinok Date: Wed, 28 Aug 2024 19:52:17 +0300 Subject: [PATCH] added quick clarification (#33166) * added quick clarification * cosmetics --- src/transformers/tokenization_utils_base.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/transformers/tokenization_utils_base.py b/src/transformers/tokenization_utils_base.py index ca61fcf6764215..3f3f0a3b372777 100644 --- a/src/transformers/tokenization_utils_base.py +++ b/src/transformers/tokenization_utils_base.py @@ -198,7 +198,8 @@ class BatchEncoding(UserDict): You can give a tensor_type here to convert the lists of integers in PyTorch/TensorFlow/Numpy Tensors at initialization. prepend_batch_axis (`bool`, *optional*, defaults to `False`): - Whether or not to add a batch axis when converting to tensors (see `tensor_type` above). + Whether or not to add a batch axis when converting to tensors (see `tensor_type` above). Note that this + parameter has an effect if the parameter `tensor_type` is set, *otherwise has no effect*. n_sequences (`Optional[int]`, *optional*): You can give a tensor_type here to convert the lists of integers in PyTorch/TensorFlow/Numpy Tensors at initialization.