fix copies and style

huggingface · Jan 13, 2025 · 703ff88 · 703ff88
1 parent e2d4d3a
commit 703ff88
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 11 deletions.
diff --git a/src/transformers/convert_slow_tokenizer.py b/src/transformers/convert_slow_tokenizer.py
@@ -1487,7 +1487,7 @@ def tokenizer(self, proto):
             ]
         )
         tokenizer.add_tokens([AddedToken("\n", normalized=False, special=False)])
-        tokenizer.enable_padding(pad_token ="<pad>", pad_id=3)
+        tokenizer.enable_padding(pad_token="<pad>", pad_id=3)
         return tokenizer
 
     def vocab(self, proto):
@@ -1513,15 +1513,27 @@ def decoder(self, replacement, add_prefix_space):
         return decoders.Sequence(sequence)
 
     def normalizer(self, proto):
-        return normalizers.Sequence([normalizers.Prepend(" "), normalizers.Replace(r" ","▁")]) #, normalizers.Replace("\n", "<0x0A>" )])
+        return normalizers.Sequence(
+            [normalizers.Prepend(" "), normalizers.Replace(r" ", "▁")]
+        )  # , normalizers.Replace("\n", "<0x0A>" )])
 
     def pre_tokenizer(self, replacement, add_prefix_space):
-        return pre_tokenizers.Sequence([pre_tokenizers.Split('\n', "contiguous")]) #(prepend_scheme="always", split=True)])
+        return pre_tokenizers.Sequence(
+            [pre_tokenizers.Split("\n", "contiguous")]
+        )  # (prepend_scheme="always", split=True)])
 
     def post_processor(self):
         return processors.TemplateProcessing(
-            single=["<s>", "$A",],
-            pair=[ "<s>", "$A", "<s>", "$B",],
+            single=[
+                "<s>",
+                "$A",
+            ],
+            pair=[
+                "<s>",
+                "$A",
+                "<s>",
+                "$B",
+            ],
             special_tokens=[
                 ("<s>", 1),
             ],

diff --git a/src/transformers/models/helium/configuration_helium.py b/src/transformers/models/helium/configuration_helium.py
@@ -138,4 +138,3 @@ def __init__(
 
 
 __all__ = ["HeliumConfig"]
-
diff --git a/src/transformers/models/helium/modular_helium.py b/src/transformers/models/helium/modular_helium.py
@@ -28,15 +28,12 @@
 )
 from ..granite.modeling_granite import (
     GraniteAttention,
-    GraniteFlashAttention2,
-    GraniteSdpaAttention,
 )
 from ..llama.modeling_llama import (
     LlamaDecoderLayer,
+    LlamaMLP,
     LlamaModel,
     LlamaPreTrainedModel,
-    LlamaMLP,
-    LlamaRMSNorm,
     LlamaRotaryEmbedding,
 )
 from .configuration_helium import HeliumConfig
@@ -172,4 +169,3 @@ def __init__(self, config: HeliumConfig):
     "HeliumForSequenceClassification",
     "HeliumForTokenClassification",
 ]
-
Original file line number	Diff line number	Diff line change
Expand Up		@@ -138,4 +138,3 @@ def __init__(


		__all__ = ["HeliumConfig"]