File tree Expand file tree Collapse file tree 3 files changed +6
-7
lines changed Expand file tree Collapse file tree 3 files changed +6
-7
lines changed Original file line number Diff line number Diff line change @@ -425,7 +425,6 @@ def list_of_strings(arg):
425
425
default = [],
426
426
)
427
427
428
-
429
428
parser .add_argument (
430
429
"-ev" ,
431
430
"--custom_env_vars" ,
Original file line number Diff line number Diff line change 12
12
# See the License for the specific language governing permissions and
13
13
# limitations under the License.
14
14
15
+ import os
15
16
from os .path import basename , splitext
16
17
17
18
import nemo_run as run
20
21
from nemo .collections .llm .recipes .llama4_e128 import finetune_recipe , model
21
22
from nemo .collections .llm .recipes .precision .mixed_precision import bf16_with_fp8_mixed
22
23
from nemo .lightning .run .plugins import NsysPlugin , PerfEnvPlugin
23
- import os
24
+
24
25
from ..argument_parser import parse_cli_args
25
26
from ..utils import (
26
27
args_sanity_check ,
@@ -225,7 +226,7 @@ def override_recipe_configs(
225
226
args .partition ,
226
227
args .log_dir ,
227
228
1 , # Single node for setup tasks
228
- 1 , # Single GPU for setup tasks
229
+ 1 , # Single GPU for setup tasks
229
230
args .time_limit ,
230
231
args .container_image ,
231
232
custom_mounts = args .custom_mounts ,
@@ -256,7 +257,7 @@ def override_recipe_configs(
256
257
name = exp_name ,
257
258
plugins = plugins ,
258
259
)
259
-
260
+
260
261
if not args .dryrun :
261
262
exp .run (sequential = True , detach = True )
262
263
else :
Original file line number Diff line number Diff line change @@ -549,9 +549,7 @@ def get_nemo_home(nemo_home=None):
549
549
raise ValueError ("Neither nemo_home argument nor NEMO_HOME environment variable is set" )
550
550
551
551
552
- def prepare_squad_dataset (
553
- model_name : str , seq_length : int = 2048 , nemo_home = None
554
- ):
552
+ def prepare_squad_dataset (model_name : str , seq_length : int = 2048 , nemo_home = None ):
555
553
"""Prepare the SQuAD dataset for fine-tuning.
556
554
557
555
Args:
@@ -623,6 +621,7 @@ def prepare_squad_dataset_experiment(
623
621
"prepare_squad_dataset_exp" ,
624
622
)
625
623
624
+
626
625
def isfile_train_pack_metadata (hf_model_uri : str , data_config : run .Config [SquadDataModule ]) -> bool :
627
626
"""
628
627
This method is used for fine-tuning. It checks if packed train data for a partiular
You can’t perform that action at this time.
0 commit comments