Skip to content

Commit 1d074a7

Browse files
authored
fix: Move suggest endpoint to bedrock from direct Anthropic query (#2446)
1 parent fa0a75f commit 1d074a7

File tree

3 files changed

+125
-126
lines changed

3 files changed

+125
-126
lines changed

packages/fern-docs/bundle/package.json

-1
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,6 @@
3535
},
3636
"dependencies": {
3737
"@ai-sdk/amazon-bedrock": "^2.0.5",
38-
"@ai-sdk/anthropic": "^1.1.12",
3938
"@ai-sdk/openai": "^1.1.15",
4039
"@algolia/client-search": "^5.20.3",
4140
"@aws-sdk/client-s3": "^3.744.0",

packages/fern-docs/bundle/src/app/[host]/[domain]/api/fern-docs/search/v2/suggest/route.ts

+8-4
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
import { cookies } from "next/headers";
22
import { NextRequest, NextResponse } from "next/server";
33

4-
import { createAnthropic } from "@ai-sdk/anthropic";
4+
import { createAmazonBedrock } from "@ai-sdk/amazon-bedrock";
55
import { searchClient } from "@algolia/client-search";
66
import { getEnv } from "@vercel/functions";
77
import { kv } from "@vercel/kv";
@@ -17,7 +17,7 @@ import {
1717
import { COOKIE_FERN_TOKEN } from "@fern-docs/utils";
1818

1919
import { track } from "@/server/analytics/posthog";
20-
import { algoliaAppId, anthropicApiKey } from "@/server/env-variables";
20+
import { algoliaAppId } from "@/server/env-variables";
2121
import { getDocsDomainEdge } from "@/server/xfernhost/edge";
2222

2323
const DEPLOYMENT_ID = getEnv().VERCEL_DEPLOYMENT_ID ?? "development";
@@ -31,8 +31,12 @@ const BodySchema = z.object({
3131
});
3232

3333
export async function POST(req: NextRequest): Promise<Response> {
34-
const anthropic = createAnthropic({ apiKey: anthropicApiKey() });
35-
const languageModel = anthropic.languageModel("claude-3-5-haiku-latest");
34+
const bedrock = createAmazonBedrock({
35+
region: "us-east-1",
36+
accessKeyId: process.env.AWS_ACCESS_KEY_ID,
37+
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
38+
});
39+
const languageModel = bedrock("us.anthropic.claude-3-5-haiku-20241022-v1:0");
3640

3741
const start = Date.now();
3842
const domain = getDocsDomainEdge(req);

0 commit comments

Comments
 (0)