Add LLM's HuggingFaceHub

Author: kallbuloso

.env_example

@@ -1,4 +1,6 @@
-OPENAI_API_KEY=FILL-IN-YOUR-OPENAI-API-KEY
-#OPENAI_API_BASE=optional-your_openai_api_base
-#GROQ_API_KEY=optional-your_groq_api_key
-#LMSTUDIO_API_BASE=http://localhost:1234/v1
+OPENAI_API_KEY="FILL-IN-YOUR-OPENAI-API-KEY"
+# OPENAI_API_BASE="optional-your_openai_api_base"
+# GROQ_API_KEY="optional-your_groq_api_key"
+# LMSTUDIO_API_BASE="http://localhost:1234/v1"
+GEMINI_API_KEY="FILL-IN-YOUR-GEMINI-API-KEY"
+HUGGINGFACEHUB_API_KEY="FILL-IN-YOUR-HUGGINGFACEHUB-API-TOKEN"

.gitignore

@@ -17,4 +17,5 @@ app/__pycache__/*
 data
 data/*
 db/
-db/*
+db/*
+stop_venv.bat

app/llms.py

@@ -2,6 +2,7 @@
 from langchain_openai import ChatOpenAI
 from langchain_groq import ChatGroq
 from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain.llms import HuggingFaceHub
 
 def create_openai_llm(model, temperature):
     api_key = os.getenv('OPENAI_API_KEY')
@@ -25,6 +26,13 @@ def create_googleai_llm(model, temperature):
     else:
         raise ValueError("Google AI API key not set in .env file")
 
+def create_huggingfacehub_llm(model, temperature):
+    api_key = os.getenv('HUGGINGFACE_API_KEY')
+    if api_key:
+        return HuggingFaceHub(repo_id=model, model_kwargs={"temperature":temperature, "max_tokens": 4096})
+    else:
+        raise ValueError("HuggingFace API key not set in .env file")
+
 def create_lmstudio_llm(model, temperature):
     api_base = os.getenv('LMSTUDIO_API_BASE')
     if api_base:
@@ -45,6 +53,10 @@ def create_lmstudio_llm(model, temperature):
         "models": ["gemini-1.5-pro","gemini-1.5-flash", "gemini-1.0-pro"],
         "create_llm": create_googleai_llm
     },
+    "HuggingFaceHub": {
+        "models": ["mistralai/Mistral-7B-Instruct-v0.2", "mistralai/Codestral-22B-v0.1", "EleutherAI/gpt-neo-2.7B"],
+        "create_llm": create_huggingfacehub_llm
+    },
     "LM Studio": {
         "models": ["default"],
         "create_llm": create_lmstudio_llm