Skip to content

Commit 9f9170a

Browse files
committed
Update config defaults
1 parent 5d61ce7 commit 9f9170a

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

delphi/config.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -66,7 +66,7 @@ class ConstructorConfig(Serializable):
6666

6767
@dataclass
6868
class CacheConfig(Serializable):
69-
dataset_repo: str = "EleutherAI/fineweb-edu-dedup-10b"
69+
dataset_repo: str = "EleutherAI/SmolLM2-135M-10B"
7070
"""Dataset repository to use for generating latent activations."""
7171

7272
dataset_split: str = "train[:1%]"
@@ -145,7 +145,9 @@ class RunConfig(Serializable):
145145
load_in_8bit: bool = False
146146
"""Load the model in 8-bit mode."""
147147

148-
hf_token: str | None = None
148+
# Use a dummy encoding function to prevent the token from being saved
149+
# to disk in plain text
150+
hf_token: str | None = field(default=None, encoding_fn=lambda _: None)
149151
"""Huggingface API token for downloading models."""
150152

151153
pipeline_num_proc: int = field(

0 commit comments

Comments
 (0)