From 4532b6cd8ce73054002cbfa98ad084562bc0241e Mon Sep 17 00:00:00 2001 From: Pavel Date: Tue, 14 Mar 2023 17:49:57 +0400 Subject: [PATCH] print minus --- scripts/parser/token_func.py | 1 - 1 file changed, 1 deletion(-) diff --git a/scripts/parser/token_func.py b/scripts/parser/token_func.py index be619522..95b318b9 100644 --- a/scripts/parser/token_func.py +++ b/scripts/parser/token_func.py @@ -55,7 +55,6 @@ def split_documents(documents: List[Document], max_tokens: int) -> List[Document return docs def group_split(documents: List[Document], max_tokens: int = 2000, min_tokens: int = 150, token_check: bool = True): - print(max_tokens, min_tokens, token_check) if token_check == False: return documents print("Grouping small documents")