Add Flytekit-Lepton Plugin for Lepton AI Inference Endpoints (#3328)

Signed-off-by: ansjindal <[email protected]>
Co-authored-by: Kevin Su <[email protected]>
Signed-off-by: Atharva <[email protected]>

Author: 2 people

.github/workflows/pythonbuild.yml

@@ -301,6 +301,7 @@ jobs:
           - flytekit-data-fsspec
           - flytekit-dbt
           - flytekit-deck-standard
+          - flytekit-dgxc-lepton
           # TODO: remove dolt plugin - https://github.com/flyteorg/flyte/issues/5350
           # flytekit-dolt
           - flytekit-duckdb

plugins/flytekit-dgxc-lepton/.dockerignore

@@ -0,0 +1,14 @@
+# Ignore deployment files from Docker build
+deployment/
+examples/
+tests/
+*.md
+.git
+.gitignore
+__pycache__/
+*.pyc
+*.pyo
+*.egg-info/
+build/
+dist/
+.pytest_cache/

plugins/flytekit-dgxc-lepton/Dockerfile.connector

@@ -0,0 +1,30 @@
+# Dockerfile for Lepton Agent
+# This creates a standalone agent service for handling Lepton endpoint operations
+
+FROM ghcr.io/flyteorg/flytekit:py3.12-latest
+
+# Switch to root to handle file permissions
+USER root
+
+# Install git for leptonai installation
+RUN apt-get update && apt-get install -y git && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+# Copy and install our plugin
+COPY --chown=flytekit:flytekit . /home/flytekit/dgxc-lepton-plugin
+WORKDIR /home/flytekit/dgxc-lepton-plugin
+
+# Clean any existing build artifacts
+RUN rm -rf *.egg-info build dist
+
+# Install the plugin
+RUN pip install .
+
+# Switch back to flytekit user
+USER flytekit
+
+# Expose agent service port
+EXPOSE 8000
+
+# Start the connector service
+# The connector service will handle Lepton endpoint lifecycle operations via gRPC
+CMD ["pyflyte", "serve", "connector", "--port", "8000", "--modules", "flytekitplugins.dgxc_lepton"]