File tree Expand file tree Collapse file tree 1 file changed +4
-2
lines changed
Expand file tree Collapse file tree 1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -66,7 +66,7 @@ class ConstructorConfig(Serializable):
6666
6767@dataclass
6868class CacheConfig (Serializable ):
69- dataset_repo : str = "EleutherAI/fineweb-edu-dedup-10b "
69+ dataset_repo : str = "EleutherAI/SmolLM2-135M-10B "
7070 """Dataset repository to use for generating latent activations."""
7171
7272 dataset_split : str = "train[:1%]"
@@ -145,7 +145,9 @@ class RunConfig(Serializable):
145145 load_in_8bit : bool = False
146146 """Load the model in 8-bit mode."""
147147
148- hf_token : str | None = None
148+ # Use a dummy encoding function to prevent the token from being saved
149+ # to disk in plain text
150+ hf_token : str | None = field (default = None , encoding_fn = lambda _ : None )
149151 """Huggingface API token for downloading models."""
150152
151153 pipeline_num_proc : int = field (
You can’t perform that action at this time.
0 commit comments