feat: Refine keyword generation logic, enforce Serper API usage, and enhance search query construction with platform-specific templates.

lib/search-executor.ts

@@ -46,13 +46,11 @@ export async function executeSearches(
 }
 
 async function executeSingleSearch(query: GeneratedQuery): Promise<SearchResult[]> {
-  // Use Serper API if available
-  if (process.env.SERPER_API_KEY) {
-    return searchWithSerper(query)
+  if (!process.env.SERPER_API_KEY) {
+    throw new Error('SERPER_API_KEY is not configured.')
   }
-  
-  // Fallback to direct scraping (less reliable)
-  return searchDirect(query)
+
+  return searchWithSerper(query)
 }
 
 async function searchWithSerper(query: GeneratedQuery): Promise<SearchResult[]> {
@@ -85,46 +83,6 @@ async function searchWithSerper(query: GeneratedQuery): Promise<SearchResult[]>
   }))
 }
 
-async function searchDirect(query: GeneratedQuery): Promise<SearchResult[]> {
-  // Simple direct search as fallback
-  const encodedQuery = encodeURIComponent(query.query)
-  const url = `https://www.google.com/search?q=${encodedQuery}&num=5`
-  
-  try {
-    const response = await fetch(url, {
-      headers: {
-        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36'
-      }
-    })
-    
-    const html = await response.text()
-    const results: SearchResult[] = []
-    
-    // Basic regex parsing
-    const resultBlocks = html.match(/<div class="g"[^>]*>([\s\S]*?)<\/div>\s*<\/div>/g) || []
-    
-    for (const block of resultBlocks.slice(0, 5)) {
-      const titleMatch = block.match(/<h3[^>]*>(.*?)<\/h3>/)
-      const linkMatch = block.match(/<a href="([^"]+)"/)
-      const snippetMatch = block.match(/<div class="VwiC3b[^"]*"[^>]*>(.*?)<\/div>/)
-      
-      if (titleMatch && linkMatch) {
-        results.push({
-          title: titleMatch[1].replace(/<[^>]+>/g, ''),
-          url: linkMatch[1],
-          snippet: snippetMatch ? snippetMatch[1].replace(/<[^>]+>/g, '') : '',
-          platform: query.platform
-        })
-      }
-    }
-    
-    return results
-  } catch (err) {
-    console.error('Direct search failed:', err)
-    return []
-  }
-}
-
 export function scoreOpportunities(
   results: SearchResult[],
   analysis: EnhancedProductAnalysis