chore: refactor ci

Signed-off-by: Taylor Price <[email protected]>

Author: drpebcak

.dockerignore

@@ -1,9 +1,11 @@
 **/node_modules/
 .local/
-.git/
 **/.venv
 .github/
 .cursor/
 **/bin/
 **/.vscode/
 **/.idea/
+Dockerfile
+LICENSE
+README.md

.github/workflows/build-providers.yaml

@@ -0,0 +1,57 @@
+name: Build release providers
+
+permissions:
+  id-token: write
+  contents: read
+  packages: write
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  providers-build:
+    runs-on: depot-ubuntu-22.04
+    concurrency:
+      group: oss-providers-build
+      cancel-in-progress: true
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ secrets.GHCR_USERNAME }}
+          password: ${{ secrets.GHCR_TOKEN }}
+
+      - name: Build and Push Docker image
+        uses: depot/build-push-action@v1
+        id: build-and-push
+        with:
+          project: bbqjs4tj1g
+          context: .
+          push: true
+          pull: true
+          target: providers
+          platforms: linux/amd64,linux/arm64
+          tags: |
+            ghcr.io/obot-platform/tools/providers:latest
+
+      - name: Install Cosign
+        uses: sigstore/[email protected]
+        with:
+          cosign-release: 'v2.4.3'
+
+      - name: Sign Images
+        env:
+          DIGEST: ${{ steps.build-and-push.outputs.digest }}
+          TAGS: ghcr.io/obot-platform/tools/providers:latest
+        run: |
+          images=""
+          for tag in ${TAGS}; do
+            images+="${tag}@${DIGEST} "
+          done
+          cosign sign --yes ${images}
+

.github/workflows/build-tools.yaml

@@ -11,10 +11,10 @@ on:
       - main
 
 jobs:
-  oss-build:
+  oss-tools-build:
     runs-on: depot-ubuntu-22.04
     concurrency:
-      group: oss-build
+      group: oss-tools-build
       cancel-in-progress: true
     steps:
       - uses: actions/checkout@v4
@@ -34,13 +34,10 @@ jobs:
           context: .
           push: true
           pull: true
+          target: tools
           platforms: linux/amd64,linux/arm64
           tags: |
             ghcr.io/${{ github.repository }}:latest
-          secrets: |
-            GITHUB_TOKEN=${{ secrets.GHCR_TOKEN }}
-          build-args: |
-            TOOL_REGISTRY_REPOS=github.com/obot-platform/tools
 
       - name: Install Cosign
         uses: sigstore/[email protected]
@@ -57,13 +54,3 @@ jobs:
             images+="${tag}@${DIGEST} "
           done
           cosign sign --yes ${images}
-
-  enterprise-build:
-    runs-on: ubuntu-latest
-    steps:
-      - name: trigger enterprise build
-        uses: peter-evans/repository-dispatch@v3
-        with:
-          token: ${{ secrets.DISPATCH_PAT }}
-          repository: obot-platform/enterprise-tools
-          event-type: tools

.github/workflows/test.yaml

@@ -38,7 +38,4 @@ jobs:
           project: bbqjs4tj1g
           context: .
           platforms: linux/amd64,linux/arm64
-          secrets: |
-            GITHUB_TOKEN=${{ secrets.GHCR_TOKEN }}
-          build-args: |
-            TOOL_REGISTRY_REPOS=github.com/${{ github.event.pull_request.head.repo.full_name }}@${{ github.event.pull_request.head.ref }}
+          target: tools

Dockerfile

@@ -1,16 +1,22 @@
 # syntax=docker/dockerfile:1
 FROM cgr.dev/chainguard/wolfi-base AS base
 
-RUN apk add --no-cache go make git nodejs npm pnpm
+RUN apk add --no-cache go make git nodejs npm pnpm curl python-3.13 py3.13-pip
 
 FROM base AS tools
-ARG TOOL_REGISTRY_REPOS='github.com/obot-platform/tools'
-RUN apk add --no-cache curl python-3.13 py3.13-pip
-WORKDIR /app
-COPY . .
+WORKDIR /obot-tools/tools
+COPY . /obot-tools/tools
 RUN --mount=type=cache,id=pnpm,target=/root/.local/share/pnpm/store \
     --mount=type=cache,target=/root/.cache/go-build \
     --mount=type=cache,target=/root/.cache/uv \
     --mount=type=cache,target=/root/go/pkg/mod \
-    --mount=type=secret,id=GITHUB_TOKEN,env=GITHUB_TOKEN \
-    UV_LINK_MODE=copy BIN_DIR=/bin TOOL_REGISTRY_REPOS=$TOOL_REGISTRY_REPOS make package-tools
+    UV_LINK_MODE=copy BIN_DIR=/bin make package-tools
+
+FROM base AS providers
+WORKDIR /obot-tools
+COPY ./Makefile /obot-tools/
+COPY ./scripts/package-providers.sh /obot-tools/scripts/
+
+RUN --mount=type=cache,target=/root/.cache/go-build \
+    --mount=type=cache,target=/root/go/pkg/mod \
+    BIN_DIR=/bin make package-providers

Makefile

@@ -6,4 +6,10 @@ test:
 	cd tests && GPTSCRIPT_TOOL_REMAP="github.com/obot-platform/tools=.." go test -v tool_test.go
 
 package-tools:
-	./scripts/package-tools.sh
+	./scripts/package-tools.sh
+
+package-providers:
+	./scripts/package-providers.sh
+
+docker-build:
+	docker build -t obot-platform/tools:latest --target tools .

anthropic-model-provider/requirements.txt

@@ -0,0 +1,74 @@
+
+aiohappyeyeballs==2.6.1
+aiohttp==3.11.16
+aiosignal==1.3.2
+annotated-types==0.7.0
+anthropic==0.49.0
+anthropic[bedrock]==0.49.0
+anthropic_common @ git+https://github.com/obot-platform/tools.git@f075bcef5c63ab206d3c0d5b12cd2dcf891402b4#subdirectory=anthropic-model-provider
+anyio==4.9.0
+attrs==25.3.0
+azure-identity==1.21.0
+azure-mgmt-cognitiveservices==13.6.0
+azure-mgmt-resource==23.3.0
+beautifulsoup4==4.13.3
+boto3==1.37.26
+cachetools==5.5.2
+certifi==2024.7.4
+charset-normalizer==3.3.2
+distro==1.9.0
+fastapi==0.115.12
+filetype==1.2.0
+frozenlist==1.5.0
+google==3.0.0
+google-api-python-client==2.166.0
+google-auth==2.38.0
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.1
+google-genai==1.2.0
+gptscript @ git+https://github.com/gptscript-ai/py-gptscript.git@5c00a24fc28af472202df8763d2e99b10d6db097
+gspread==6.2.0
+h11==0.14.0
+html2text==2024.2.26
+httpcore==1.0.7
+httpx==0.27.0
+hubspot-api-client==11.1.0
+idna==3.7
+jiter==0.7.0
+linkedin-api-client==0.3.0
+markdownify==1.1.0
+mistune==3.1.1 # BSD-3-Clause License
+multidict==6.2.0
+openai==1.70.0
+pandas==2.2.3
+pillow==11.1.0
+propcache==0.3.1
+pyasn1==0.6.1
+pyasn1_modules==0.4.2
+pydantic==2.9.2
+pydantic_core==2.23.4
+Pygments==2.19.1
+python-dateutil==2.9.0.post0
+pytz==2025.2
+requests==2.32.2
+rfc3339-validator==0.1.4
+rsa==4.9
+# setuptools dep fixes https://github.com/HubSpot/hubspot-api-python/issues/303
+setuptools==78.1.0
+simple-salesforce==1.12.6
+sniffio==1.3.1
+soupsieve==2.6
+tavily-python==0.5.1
+textstat==0.7.5
+tiktoken==0.9.0
+tqdm==4.66.3
+typing_extensions==4.13.1
+urllib3==2.2.2
+uvicorn[standard]==0.34.0
+voyageai==0.3.2
+websockets==14.2
+wheel==0.45.1
+yake==0.4.8
+yarl==1.18.3
+youtube-transcript-api==0.6.2
+yt-dlp==2024.11.4