[draft/experiment] Export package so it can be leveraged in other places

docker_images/sentence_transformers/Dockerfile

@@ -31,4 +31,4 @@ ENV TRANSFORMERS_CACHE=/data
 # If UVICORN_TIMEOUT is too low, uvicorn will simply never loads as it will
 # kill workers all the time before they finish.
 RUN sed -i 's/TIMEOUT/UVICORN_TIMEOUT/g' /gunicorn_conf.py
-COPY ./app /app/app
+COPY ./hf_api_sentence_transformers /app/hf_api_sentence_transformers

docker_images/sentence_transformers/hf_api_sentence_transformers/__init__.py

@@ -0,0 +1,4 @@
+from .pipelines.feature_extraction import FeatureExtractionPipeline
+from .pipelines.sentence_similarity import SentenceSimilarityPipeline
+
+__all__ = ['SentenceSimilarityPipeline', "FeatureExtractionPipeline"]

docker_images/sentence_transformers/app/main.py → docker_images/sentence_transformers/hf_api_sentence_transformers/main.py

@@ -4,7 +4,7 @@
 from typing import Dict, Type
 
 from api_inference_community.routes import pipeline_route, status_ok
-from app.pipelines import (
+from hf_api_sentence_transformers.pipelines import (
     FeatureExtractionPipeline,
     Pipeline,
     SentenceSimilarityPipeline,

docker_images/sentence_transformers/hf_api_sentence_transformers/pipelines/__init__.py

@@ -0,0 +1,4 @@
+from hf_api_sentence_transformers.pipelines.base import Pipeline, PipelineException  # isort:skip
+
+from hf_api_sentence_transformers.pipelines.feature_extraction import FeatureExtractionPipeline
+from hf_api_sentence_transformers.pipelines.sentence_similarity import SentenceSimilarityPipeline

docker_images/sentence_transformers/app/pipelines/feature_extraction.py → docker_images/sentence_transformers/hf_api_sentence_transformers/pipelines/feature_extraction.py

@@ -1,7 +1,7 @@
 import os
 from typing import List
 
-from app.pipelines import Pipeline
+from hf_api_sentence_transformers.pipelines import Pipeline
 from sentence_transformers import SentenceTransformer
 
 

docker_images/sentence_transformers/app/pipelines/sentence_similarity.py → docker_images/sentence_transformers/hf_api_sentence_transformers/pipelines/sentence_similarity.py

@@ -1,7 +1,7 @@
 import os
 from typing import Dict, List, Union
 
-from app.pipelines import Pipeline
+from hf_api_sentence_transformers.pipelines import Pipeline
 from sentence_transformers import SentenceTransformer, util
 
 

docker_images/sentence_transformers/requirements.txt

@@ -6,4 +6,3 @@ tokenizers==0.19.1
 protobuf==3.18.3
 huggingface_hub==0.23.3
 sacremoses==0.0.53
-# dummy.

docker_images/sentence_transformers/setup.py

@@ -0,0 +1,21 @@
+from setuptools import setup, find_packages
+import os
+
+
+VERSION = "0.0.1"
+
+def parse_requirements(filename):
+    """ Load requirements from a pip requirements file """
+    with open(filename, 'r') as f:
+        return f.read().splitlines()
+
+# Specify the path to the requirements.txt file
+requirements_path = os.path.join(os.path.dirname(__file__), 'requirements.txt')
+
+
+setup(
+    name='hf_api_sentence_transformers',
+    version=VERSION,
+    packages=find_packages(),
+    install_requires=parse_requirements(requirements_path)
+)

docker_images/sentence_transformers/tests/test_api_feature_extraction.py

@@ -2,7 +2,7 @@
 import os
 from unittest import TestCase, skipIf
 
-from app.main import ALLOWED_TASKS
+from hf_api_sentence_transformers.main import ALLOWED_TASKS
 from starlette.testclient import TestClient
 from tests.test_api import TESTABLE_MODELS
 
@@ -18,7 +18,7 @@ def setUp(self):
         self.old_task = os.getenv("TASK")
         os.environ["MODEL_ID"] = model_id
         os.environ["TASK"] = "feature-extraction"
-        from app.main import app
+        from hf_api_sentence_transformers.main import app
 
         self.app = app
 

docker_images/sentence_transformers/tests/test_api_sentence_similarity.py

@@ -2,7 +2,7 @@
 import os
 from unittest import TestCase, skipIf
 
-from app.main import ALLOWED_TASKS
+from hf_api_sentence_transformers.main import ALLOWED_TASKS
 from parameterized import parameterized_class
 from starlette.testclient import TestClient
 from tests.test_api import TESTABLE_MODELS
@@ -21,7 +21,7 @@ def setUp(self):
         self.old_task = os.getenv("TASK")
         os.environ["MODEL_ID"] = self.model_id
         os.environ["TASK"] = "sentence-similarity"
-        from app.main import app
+        from hf_api_sentence_transformers.main import app
 
         self.app = app