From cd24a27161f80d772d6a79df956e8cc660fef3a7 Mon Sep 17 00:00:00 2001 From: ROHAN WINSOR <61073765+rohanwinsor@users.noreply.github.com> Date: Wed, 30 Oct 2024 04:31:36 +0530 Subject: [PATCH] Fix argument name in LlamaTokenizer constructor (#421) This PR addresses an oversight in the LlamaTokenizer class by changing the constructor argument from filepath to tokenizer_file. --- ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb b/ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb index 1ff5a42b..db301f5c 100644 --- a/ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb +++ b/ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb @@ -1216,7 +1216,7 @@ "\n", "\n", "class LlamaTokenizer:\n", - " def __init__(self, filepath):\n", + " def __init__(self, tokenizer_file):\n", " sp = spm.SentencePieceProcessor()\n", " sp.load(tokenizer_file)\n", " self.tokenizer = sp\n",