Fix EOT token from HF

RussellCanfield · Jan 30, 2024 · 764ff3b · 764ff3b
1 parent 4f2c21a
commit 764ff3b
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -126,6 +126,10 @@ The models above will require enough RAM to run them correctly, you should have
 
 ## Release Notes
 
+### 0.1.6
+
+Remove extraneous stop token from HuggingFace code completion.
+
 ### 0.1.5
 
 The HuggingFace chat provider now supports Mixtral! This is a high performing AI that rivals GPT. If you are using our HuggingFace provider, try it out by setting the **"chatModel"** to **"mistralai/Mixtral-8x7B-Instruct-v0.1"**. This is now the default for HuggingFace.

diff --git a/package.json b/package.json
@@ -2,7 +2,7 @@
 	"name": "wing-man",
 	"displayName": "Wingman-AI",
 	"description": "Wingman - AI powered assistant to help you write your best code, we won't leave you hanging.",
-	"version": "0.1.5",
+	"version": "0.1.6",
 	"publisher": "WingMan",
 	"license": "MIT",
 	"author": {

diff --git a/src/service/huggingface/huggingface.ts b/src/service/huggingface/huggingface.ts
@@ -232,7 +232,8 @@ export class HuggingFace implements AIProvider {
 		const huggingFaceResponse =
 			(await response.json()) as HuggingFaceResponse;
 		return huggingFaceResponse.length > 0
-			? huggingFaceResponse[0].generated_text
+			? //temporary fix. Not sure why HF doesn't specify stop tokens
+			  huggingFaceResponse[0].generated_text.replace("<EOT>", "")
 			: "";
 	}