feat: Refine keyword generation logic, enforce Serper API usage, and enhance search query construction with platform-specific templates.

This commit is contained in:
2026-02-03 22:52:13 +00:00
parent 358f2a42dd
commit f9222627ef
7 changed files with 274 additions and 209 deletions

View File

@@ -6,25 +6,57 @@ import type {
PlatformId
} from './types'
const DEFAULT_PLATFORMS: Record<PlatformId, { name: string; rateLimit: number }> = {
reddit: { name: 'Reddit', rateLimit: 30 },
twitter: { name: 'X/Twitter', rateLimit: 20 },
hackernews: { name: 'Hacker News', rateLimit: 30 },
indiehackers: { name: 'Indie Hackers', rateLimit: 20 },
quora: { name: 'Quora', rateLimit: 20 },
stackoverflow: { name: 'Stack Overflow', rateLimit: 30 },
linkedin: { name: 'LinkedIn', rateLimit: 15 }
}
export function getDefaultPlatforms(): Record<PlatformId, { name: string; icon: string; rateLimit: number; enabled: boolean }> {
return {
reddit: { name: 'Reddit', icon: 'MessageSquare', rateLimit: 30, enabled: true },
twitter: { name: 'X/Twitter', icon: 'Twitter', rateLimit: 20, enabled: true },
hackernews: { name: 'Hacker News', icon: 'HackerIcon', rateLimit: 30, enabled: true },
indiehackers: { name: 'Indie Hackers', icon: 'Users', rateLimit: 20, enabled: false },
quora: { name: 'Quora', icon: 'HelpCircle', rateLimit: 20, enabled: false },
stackoverflow: { name: 'Stack Overflow', rateLimit: 30, enabled: false },
linkedin: { name: 'LinkedIn', rateLimit: 15, enabled: false }
reddit: {
name: 'Reddit',
icon: 'MessageSquare',
rateLimit: 30,
enabled: true,
searchTemplate: '{site} {term} {intent}',
},
twitter: {
name: 'X/Twitter',
icon: 'Twitter',
rateLimit: 20,
enabled: true,
searchTemplate: '{site} {term} {intent}',
},
hackernews: {
name: 'Hacker News',
icon: 'HackerIcon',
rateLimit: 30,
enabled: true,
searchTemplate: '{site} ("Ask HN" OR "Show HN") {term} {intent}',
},
indiehackers: {
name: 'Indie Hackers',
icon: 'Users',
rateLimit: 20,
enabled: false,
searchTemplate: '{site} {term} {intent}',
},
quora: {
name: 'Quora',
icon: 'HelpCircle',
rateLimit: 20,
enabled: false,
searchTemplate: '{site} {term} {intent}',
},
stackoverflow: {
name: 'Stack Overflow',
icon: 'Filter',
rateLimit: 30,
enabled: false,
searchTemplate: '{site} {term} {intent}',
},
linkedin: {
name: 'LinkedIn',
icon: 'Globe',
rateLimit: 15,
enabled: false,
searchTemplate: '{site} {term} {intent}',
}
}
}
@@ -38,7 +70,7 @@ export function generateSearchQueries(
enabledPlatforms.forEach(platform => {
config.strategies.forEach(strategy => {
const strategyQueries = buildStrategyQueries(strategy, analysis, platform.id)
const strategyQueries = buildStrategyQueries(strategy, analysis, platform)
queries.push(...strategyQueries)
})
})
@@ -54,7 +86,7 @@ export function generateSearchQueries(
function buildStrategyQueries(
strategy: SearchStrategy,
analysis: EnhancedProductAnalysis,
platform: PlatformId
platform: { id: PlatformId; searchTemplate?: string }
): GeneratedQuery[] {
switch (strategy) {
@@ -84,25 +116,24 @@ function buildStrategyQueries(
}
}
function buildDirectKeywordQueries(analysis: EnhancedProductAnalysis, platform: PlatformId): GeneratedQuery[] {
function buildDirectKeywordQueries(
analysis: EnhancedProductAnalysis,
platform: { id: PlatformId; searchTemplate?: string }
): GeneratedQuery[] {
const keywords = analysis.keywords
.filter(k => k.type === 'product' || k.type === 'feature')
.filter(k => k.type === 'product' || k.type === 'feature' || k.type === 'solution')
.slice(0, 8)
const templates: Record<PlatformId, string[]> = {
reddit: ['("looking for" OR "need" OR "recommendation")', '("what do you use" OR "suggestion")'],
twitter: ['("looking for" OR "need")', '("any recommendations" OR "suggestions")'],
hackernews: ['("Ask HN")'],
indiehackers: ['("looking for" OR "need")'],
quora: ['("what is the best" OR "how do I choose")'],
stackoverflow: ['("best tool for" OR "recommendation")'],
linkedin: ['("looking for" OR "seeking")']
}
return keywords.flatMap(kw =>
(templates[platform] || templates.reddit).map(template => ({
query: buildPlatformQuery(platform, `"${kw.term}" ${template}`),
platform,
const intentPhrases = [
'("looking for" OR "need" OR "recommendation")',
'("what do you use" OR "suggestions")',
'("any alternatives" OR "best tool")',
]
return keywords.flatMap((kw) =>
intentPhrases.map((intent) => ({
query: buildPlatformQuery(platform, quoteTerm(kw.term), intent),
platform: platform.id,
strategy: 'direct-keywords' as SearchStrategy,
priority: 3,
expectedIntent: 'looking'
@@ -110,72 +141,99 @@ function buildDirectKeywordQueries(analysis: EnhancedProductAnalysis, platform:
)
}
function buildProblemQueries(analysis: EnhancedProductAnalysis, platform: PlatformId): GeneratedQuery[] {
const highSeverityProblems = analysis.problemsSolved
.filter(p => p.severity === 'high')
.slice(0, 5)
return highSeverityProblems.flatMap(problem => [
function buildProblemQueries(
analysis: EnhancedProductAnalysis,
platform: { id: PlatformId; searchTemplate?: string }
): GeneratedQuery[] {
const problems = analysis.problemsSolved
.filter((p) => p.severity === 'high' || p.severity === 'medium')
.slice(0, 6)
const intentPhrases = [
'("how do I" OR "how to" OR "fix")',
'("frustrated" OR "stuck" OR "struggling")',
'("best way" OR "recommendation")',
]
return problems.flatMap((problem) => {
const terms = problem.searchTerms && problem.searchTerms.length > 0
? problem.searchTerms.slice(0, 3)
: [problem.problem]
return terms.flatMap((term) =>
intentPhrases.map((intent) => ({
query: buildPlatformQuery(platform, quoteTerm(term), intent),
platform: platform.id,
strategy: 'problem-pain' as SearchStrategy,
priority: 5,
expectedIntent: 'frustrated',
}))
)
})
}
function buildCompetitorQueries(
analysis: EnhancedProductAnalysis,
platform: { id: PlatformId; searchTemplate?: string }
): GeneratedQuery[] {
const competitors = analysis.competitors
.filter((comp) => comp.name && comp.name.length > 2)
.slice(0, 6)
const switchIntent = '("switching" OR "moving from" OR "left" OR "canceling")'
const compareIntent = '("vs" OR "versus" OR "compared to" OR "better than")'
const painIntent = '("frustrated" OR "issues with" OR "problems with")'
return competitors.flatMap((comp) => [
{
query: buildPlatformQuery(platform, `"${problem.problem}" ("how to" OR "fix" OR "solve")`),
platform,
strategy: 'problem-pain',
query: buildPlatformQuery(platform, quoteTerm(comp.name), switchIntent),
platform: platform.id,
strategy: 'competitor-alternative' as SearchStrategy,
priority: 5,
expectedIntent: 'frustrated'
expectedIntent: 'comparing',
},
...problem.searchTerms.slice(0, 2).map(term => ({
query: buildPlatformQuery(platform, `"${term}"`),
platform,
strategy: 'problem-pain',
{
query: buildPlatformQuery(platform, quoteTerm(comp.name), compareIntent),
platform: platform.id,
strategy: 'competitor-alternative' as SearchStrategy,
priority: 4,
expectedIntent: 'frustrated'
}))
expectedIntent: 'comparing',
},
{
query: buildPlatformQuery(platform, quoteTerm(comp.name), painIntent),
platform: platform.id,
strategy: 'competitor-alternative' as SearchStrategy,
priority: 5,
expectedIntent: 'frustrated',
},
])
}
function buildCompetitorQueries(analysis: EnhancedProductAnalysis, platform: PlatformId): GeneratedQuery[] {
const competitors = analysis.competitors.slice(0, 5)
return competitors.flatMap(comp => [
{
query: buildPlatformQuery(platform, `"${comp.name}" ("alternative" OR "switching from" OR "moving away")`),
platform,
strategy: 'competitor-alternative',
priority: 5,
expectedIntent: 'comparing'
},
{
query: buildPlatformQuery(platform, `"${comp.name}" ("vs" OR "versus" OR "compared to" OR "better than")`),
platform,
strategy: 'competitor-alternative',
priority: 4,
expectedIntent: 'comparing'
},
{
query: buildPlatformQuery(platform, `"${comp.name}" ("frustrated" OR "disappointed" OR "problems with")`),
platform,
strategy: 'competitor-alternative',
priority: 5,
expectedIntent: 'frustrated'
}
])
}
function buildHowToQueries(analysis: EnhancedProductAnalysis, platform: PlatformId): GeneratedQuery[] {
function buildHowToQueries(
analysis: EnhancedProductAnalysis,
platform: { id: PlatformId; searchTemplate?: string }
): GeneratedQuery[] {
const keywords = analysis.keywords
.filter(k => k.type === 'feature' || k.type === 'solution')
.slice(0, 6)
return keywords.map(kw => ({
query: buildPlatformQuery(platform, `"how to" "${kw.term}" ("tutorial" OR "guide" OR "help")`),
platform,
query: buildPlatformQuery(
platform,
`"how to" ${quoteTerm(kw.term)}`,
'("tutorial" OR "guide" OR "help")'
),
platform: platform.id,
strategy: 'how-to',
priority: 2,
expectedIntent: 'learning'
}))
}
function buildEmotionalQueries(analysis: EnhancedProductAnalysis, platform: PlatformId): GeneratedQuery[] {
function buildEmotionalQueries(
analysis: EnhancedProductAnalysis,
platform: { id: PlatformId; searchTemplate?: string }
): GeneratedQuery[] {
const keywords = analysis.keywords
.filter(k => k.type === 'product' || k.type === 'problem')
.slice(0, 5)
@@ -184,8 +242,8 @@ function buildEmotionalQueries(analysis: EnhancedProductAnalysis, platform: Plat
return keywords.flatMap(kw =>
emotionalTerms.slice(0, 3).map(term => ({
query: buildPlatformQuery(platform, `"${kw.term}" ${term}`),
platform,
query: buildPlatformQuery(platform, quoteTerm(kw.term), term),
platform: platform.id,
strategy: 'emotional-frustrated',
priority: 4,
expectedIntent: 'frustrated'
@@ -193,46 +251,83 @@ function buildEmotionalQueries(analysis: EnhancedProductAnalysis, platform: Plat
)
}
function buildComparisonQueries(analysis: EnhancedProductAnalysis, platform: PlatformId): GeneratedQuery[] {
function buildComparisonQueries(
analysis: EnhancedProductAnalysis,
platform: { id: PlatformId; searchTemplate?: string }
): GeneratedQuery[] {
const keywords = analysis.keywords
.filter(k => k.type === 'product' || k.type === 'differentiator')
.slice(0, 4)
return keywords.map(kw => ({
query: buildPlatformQuery(platform, `"${kw.term}" ("vs" OR "versus" OR "or" OR "comparison")`),
platform,
query: buildPlatformQuery(platform, quoteTerm(kw.term), '("vs" OR "versus" OR "or" OR "comparison")'),
platform: platform.id,
strategy: 'comparison',
priority: 3,
expectedIntent: 'comparing'
}))
}
function buildRecommendationQueries(analysis: EnhancedProductAnalysis, platform: PlatformId): GeneratedQuery[] {
function buildRecommendationQueries(
analysis: EnhancedProductAnalysis,
platform: { id: PlatformId; searchTemplate?: string }
): GeneratedQuery[] {
const keywords = analysis.keywords
.filter(k => k.type === 'product' || k.type === 'feature')
.slice(0, 5)
return keywords.map(kw => ({
query: buildPlatformQuery(platform, `("what do you use" OR "recommendation" OR "suggest") "${kw.term}"`),
platform,
query: buildPlatformQuery(platform, quoteTerm(kw.term), '("what do you use" OR "recommendation" OR "suggest")'),
platform: platform.id,
strategy: 'recommendation',
priority: 3,
expectedIntent: 'recommending'
}))
}
function buildPlatformQuery(platform: PlatformId, query: string): string {
const siteOperators: Record<PlatformId, string> = {
reddit: 'site:reddit.com',
twitter: 'site:twitter.com OR site:x.com',
hackernews: 'site:news.ycombinator.com',
indiehackers: 'site:indiehackers.com',
quora: 'site:quora.com',
stackoverflow: 'site:stackoverflow.com',
linkedin: 'site:linkedin.com'
}
return `${siteOperators[platform]} ${query}`
const SITE_OPERATORS: Record<PlatformId, string> = {
reddit: 'site:reddit.com',
twitter: 'site:twitter.com OR site:x.com',
hackernews: 'site:news.ycombinator.com',
indiehackers: 'site:indiehackers.com',
quora: 'site:quora.com',
stackoverflow: 'site:stackoverflow.com',
linkedin: 'site:linkedin.com',
}
const DEFAULT_TEMPLATES: Record<PlatformId, string> = {
reddit: '{site} {term} {intent}',
twitter: '{site} {term} {intent}',
hackernews: '{site} ("Ask HN" OR "Show HN") {term} {intent}',
indiehackers: '{site} {term} {intent}',
quora: '{site} {term} {intent}',
stackoverflow: '{site} {term} {intent}',
linkedin: '{site} {term} {intent}',
}
function applyTemplate(template: string, vars: Record<string, string>): string {
return template.replace(/\{(\w+)\}/g, (_match, key) => vars[key] || '')
}
function buildPlatformQuery(
platform: { id: PlatformId; searchTemplate?: string },
term: string,
intent: string
): string {
const template = (platform.searchTemplate && platform.searchTemplate.trim().length > 0)
? platform.searchTemplate
: DEFAULT_TEMPLATES[platform.id]
const raw = applyTemplate(template, {
site: SITE_OPERATORS[platform.id],
term,
intent,
})
return raw.replace(/\s+/g, ' ').trim()
}
function quoteTerm(term: string): string {
const cleaned = term.replace(/["]+/g, '').trim()
return cleaned.includes(' ') ? `"${cleaned}"` : `"${cleaned}"`
}
function sortAndDedupeQueries(queries: GeneratedQuery[]): GeneratedQuery[] {