File tree 1 file changed +3
-2
lines changed
src/instructlab/sdg/utils
1 file changed +3
-2
lines changed Original file line number Diff line number Diff line change 3
3
# Standard
4
4
from pathlib import Path
5
5
from tempfile import mkdtemp
6
- from typing import Dict , List , Tuple , Union
6
+ from typing import Dict , List , Union
7
7
import glob
8
8
import logging
9
9
import os
@@ -120,7 +120,7 @@ def _get_documents(
120
120
source : Dict [str , Union [str , List [str ]]],
121
121
skip_checkout : bool = False ,
122
122
document_output_dir : Path = None ,
123
- ) -> Tuple [ List [Path ] ]:
123
+ ) -> List [Path ]:
124
124
"""
125
125
Retrieve the file paths of files (Markdown and PDF) from a Git repository.
126
126
@@ -428,6 +428,7 @@ def leaf_node_to_samples(
428
428
docling_model_path = None ,
429
429
):
430
430
samples = []
431
+ # check if the leaf node has document filepaths, if so, it's a knowledge leaf node
431
432
if leaf_node and (leaf_node [0 ].get ("filepaths" )):
432
433
samples = _knowledge_leaf_node_to_samples (
433
434
leaf_node ,
You can’t perform that action at this time.
0 commit comments