chore: establish learning module baseline

OpenMAIC/lib/web-search/tavily.ts

@@ -0,0 +1,79 @@
+/**
+ * Tavily Web Search Integration
+ *
+ * Uses raw REST API via proxyFetch for reliable proxy support.
+ * Tavily search endpoint: POST https://api.tavily.com/search
+ */
+
+import { proxyFetch } from '@/lib/server/proxy-fetch';
+import type { WebSearchResult, WebSearchSource } from '@/lib/types/web-search';
+export { formatSearchResultsAsContext } from './format';
+
+const TAVILY_DEFAULT_BASE_URL = 'https://api.tavily.com';
+
+const TAVILY_MAX_QUERY_LENGTH = 400;
+
+function buildTavilySearchUrl(baseUrl?: string): string {
+  const trimmed = (baseUrl || TAVILY_DEFAULT_BASE_URL).replace(/\/$/, '');
+  return trimmed.endsWith('/search') ? trimmed : `${trimmed}/search`;
+}
+
+/**
+ * Search the web using Tavily REST API and return structured results.
+ */
+export async function searchWithTavily(params: {
+  query: string;
+  apiKey: string;
+  maxResults?: number;
+  baseUrl?: string;
+}): Promise<WebSearchResult> {
+  const { query, apiKey, maxResults = 5, baseUrl } = params;
+
+  // Tavily rejects queries over 400 characters with a 400 error
+  const truncatedQuery = query.slice(0, TAVILY_MAX_QUERY_LENGTH);
+
+  const res = await proxyFetch(buildTavilySearchUrl(baseUrl), {
+    method: 'POST',
+    headers: {
+      'Content-Type': 'application/json',
+      Authorization: `Bearer ${apiKey}`,
+    },
+    body: JSON.stringify({
+      query: truncatedQuery,
+      search_depth: 'basic',
+      max_results: maxResults,
+      include_answer: 'basic',
+    }),
+  });
+
+  if (!res.ok) {
+    const errorText = await res.text().catch(() => '');
+    throw new Error(`Tavily API error (${res.status}): ${errorText || res.statusText}`);
+  }
+
+  const data = (await res.json()) as {
+    answer?: string;
+    query: string;
+    response_time: number;
+    results: Array<{
+      title: string;
+      url: string;
+      content: string;
+      score: number;
+    }>;
+  };
+
+  const sources: WebSearchSource[] = (data.results || []).map((r) => ({
+    title: r.title,
+    url: r.url,
+    content: r.content,
+    score: r.score,
+  }));
+
+  return {
+    answer: data.answer || '',
+    sources,
+    query: data.query,
+    responseTime: data.response_time,
+  };
+}