Skip to content

Commit 9e42551

Browse files
committed
Update step3_2_splitbymeaning.py
1 parent 807592a commit 9e42551

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

core/step3_2_splitbymeaning.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -79,7 +79,7 @@ def parallel_split_sentences(sentences, max_length, max_workers, nlp, retry_atte
7979
for index, sentence in enumerate(sentences):
8080
# Use tokenizer to split the sentence
8181
tokens = tokenize_sentence(sentence, nlp)
82-
print("Tokenization result:", tokens)
82+
# print("Tokenization result:", tokens)
8383
num_parts = math.ceil(len(tokens) / max_length)
8484
if len(tokens) > max_length:
8585
future = executor.submit(split_sentence, sentence, num_parts, max_length, index=index, retry_attempt=retry_attempt)

0 commit comments

Comments
 (0)