Enhance GitHub integration and add advanced search API

Introduced advanced search functionality with caching and error handling. Improved GitHub integration by creating components for GitHub Authentication and data fetching. Refactored metadata configuration and updated the application's global configurations.

Took 58 seconds

Author: mikepsinn

app/api/advanced-search/route.ts

@@ -0,0 +1,63 @@
+import { NextResponse } from 'next/server'
+import {
+  SearXNGSearchResults,
+} from '@/lib/types/index'
+import { CacheService } from '@/lib/services/cache-service'
+import { advancedSearchXNGSearch } from '@/lib/search/searxng'
+
+/**
+ * Maximum number of results to fetch from SearXNG.
+ * Increasing this value can improve result quality but may impact performance.
+ * In advanced search mode, this is multiplied by SEARXNG_CRAWL_MULTIPLIER for initial fetching.
+ */
+const SEARXNG_MAX_RESULTS = Math.max(
+  10,
+  Math.min(100, parseInt(process.env.SEARXNG_MAX_RESULTS || '50', 10))
+)
+
+export async function POST(request: Request) {
+  const { query, maxResults, searchDepth, includeDomains, excludeDomains } =
+    await request.json()
+
+  const SEARXNG_DEFAULT_DEPTH = process.env.SEARXNG_DEFAULT_DEPTH || 'basic'
+  const cacheService = CacheService.getInstance()
+
+  try {
+    const cacheKey = `search:${query}:${maxResults}:${searchDepth}:${
+      Array.isArray(includeDomains) ? includeDomains.join(',') : ''
+    }:${Array.isArray(excludeDomains) ? excludeDomains.join(',') : ''}`
+
+    // Try to get cached results
+    const cachedResults = await cacheService.get<SearXNGSearchResults>(cacheKey)
+    if (cachedResults) {
+      return NextResponse.json(cachedResults)
+    }
+
+    // If not cached, perform the search
+    const results = await advancedSearchXNGSearch(
+      query,
+      Math.min(maxResults, SEARXNG_MAX_RESULTS),
+      searchDepth || SEARXNG_DEFAULT_DEPTH,
+      Array.isArray(includeDomains) ? includeDomains : [],
+      Array.isArray(excludeDomains) ? excludeDomains : []
+    )
+
+    // Cache the results
+    await cacheService.set(cacheKey, results)
+
+    return NextResponse.json(results)
+  } catch (error) {
+    console.error('Advanced search error:', error)
+    return NextResponse.json(
+      {
+        message: 'Internal Server Error',
+        error: error instanceof Error ? error.message : String(error),
+        query: query,
+        results: [],
+        images: [],
+        number_of_results: 0
+      },
+      { status: 500 }
+    )
+  }
+}

app/api/article/route.ts

@@ -0,0 +1,134 @@
+import { NextRequest, NextResponse } from 'next/server'
+import { MarkdownEnhancer } from '@/lib/content/markdownEnhancer'
+import { validateApiKey, validateSubscription } from '@/lib/services/auth-service'
+import type { ApiKeyWithRelations } from '@/lib/services/auth-service'
+import { CacheService } from '@/lib/services/cache-service'
+import { getEndpointPricing, trackEndpointUsage, logApiRequest } from '@/lib/services/billing-service'
+import { withRateLimit } from '@/middleware/rateLimiter'
+
+
+async function handleRequest(request: NextRequest) {
+    
+// Validate and type the API key
+const TAVILY_API_KEY = process.env.TAVILY_API_KEY as string
+if (!TAVILY_API_KEY) {
+  throw new Error('TAVILY_API_KEY environment variable is not set')
+}
+  const startTime = Date.now()
+  const cacheService = CacheService.getInstance()
+  let keyData: ApiKeyWithRelations | null = null
+  
+  try {
+    const apiKey = request.headers.get('x-api-key')
+    keyData = await validateApiKey(apiKey)
+    
+    if (!keyData) {
+      return NextResponse.json({ error: 'Invalid API key' }, { status: 401 })
+    }
+
+    const activeSubscription = await validateSubscription(keyData)
+    const endpointPricing = await getEndpointPricing('/api/article', 'POST')
+    
+    if (!endpointPricing) {
+      return NextResponse.json(
+        { error: 'Endpoint pricing not configured' },
+        { status: 500 }
+      )
+    }
+
+    // Parse request body
+    const body = await request.json()
+    const { content, title } = body
+
+    if (!content || typeof content !== 'string' || !title || typeof title !== 'string') {
+      return NextResponse.json(
+        { error: 'Content and title are required and must be strings' },
+        { status: 400 }
+      )
+    }
+
+    // Check cache
+    const cacheKey = `article:${Buffer.from(title + content).toString('base64')}`
+    const cachedResult = await cacheService.get<any>(cacheKey)
+    
+    if (cachedResult) {
+      await logApiRequest(
+        keyData.id,
+        '/api/article',
+        'POST',
+        200,
+        Date.now() - startTime,
+        endpointPricing.id,
+        endpointPricing.pricePerRequest
+      )
+      return NextResponse.json(cachedResult)
+    }
+
+    // Process content
+    const enhancer = new MarkdownEnhancer(TAVILY_API_KEY)
+    const result = await enhancer.enhance(content, title)
+
+    // Cache result
+    await cacheService.set(cacheKey, result)
+
+    // Track usage and billing
+    await trackEndpointUsage(
+      activeSubscription.id,
+      endpointPricing.id,
+      endpointPricing.pricePerRequest
+    )
+
+    await logApiRequest(
+      keyData.id,
+      '/api/article',
+      'POST',
+      200,
+      Date.now() - startTime,
+      endpointPricing.id,
+      endpointPricing.pricePerRequest
+    )
+
+    return NextResponse.json(result)
+    
+  } catch (error) {
+    const status = error instanceof Error && error.message.includes('Rate limit') ? 429 : 500
+    
+    if (keyData?.id) {
+      await logApiRequest(
+        keyData.id,
+        '/api/article',
+        'POST',
+        status,
+        Date.now() - startTime,
+        undefined,
+        undefined,
+        error instanceof Error ? error.message : 'Unknown error'
+      )
+    }
+
+    return NextResponse.json(
+      { error: error instanceof Error ? error.message : 'Unknown error' },
+      { status }
+    )
+  }
+}
+
+export async function POST(request: NextRequest) {
+  // Get rate limit from API key
+  const apiKey = request.headers.get('x-api-key')
+  const keyData = await validateApiKey(apiKey)
+  
+  if (!keyData) {
+    return NextResponse.json({ error: 'Invalid API key' }, { status: 401 })
+  }
+
+  return withRateLimit(
+    request,
+    handleRequest,
+    { perMinute: keyData.requestPerMinute ?? 60 }
+  )
+}
+
+export const runtime = 'nodejs'
+export const maxDuration = 60 // in seconds
+export const dynamic = 'force-dynamic' 

app/api/auth/[...nextauth]/route.ts

@@ -5,3 +5,4 @@ import { authOptions } from "@/lib/auth"
 const handler = NextAuth(authOptions)
 
 export { handler as GET, handler as POST }
+

app/researcher/article/[articleSlug]/page.tsx renamed to app/article/[articleSlug]/page.tsx

@@ -5,7 +5,6 @@ import { authOptions } from "@/lib/auth"
 import { getCurrentUser } from "@/lib/session"
 import { GlobalVariableCharts } from "@/components/globalVariables/global-variable-charts"
 import { Shell } from "@/components/layout/shell"
-import { DashboardHeader } from "@/components/pages/dashboard/dashboard-header"
 
 export const metadata: Metadata = {
   title: "Global Variable Charts",