Tukar pertanyaan carian kepada brief kandungan SEO

const BASE = "https://openapi.felo.ai";
const headers = {
  Authorization: `Bearer ${process.env.FELO_API_KEY}`,
  "Content-Type": "application/json",
};

async function felo<T>(path: string, body?: unknown): Promise<T> {
  const res = await fetch(`${BASE}${path}`, {
    method: body ? "POST" : "GET",
    headers,
    body: body ? JSON.stringify(body) : undefined,
  });
  if (!res.ok) throw new Error(`${res.status}: ${await res.text()}`);
  return res.json() as Promise<T>;
}

type ChatData = {
  data: {
    answer: string;
    resources: { link: string; title: string; snippet: string }[];
  };
};

const query = "how to automate support triage";
const ourSite = "example.com";

const coverage = await felo<ChatData>("/v2/chat", {
  query: `What pages currently answer the search query "${query}"? List the pages and what each one covers.`,
});

const candidates = coverage.data.resources
  .filter((resource) => !resource.link.includes(ourSite))
  .slice(0, 5)
  .map((resource) => ({ url: resource.link, title: resource.title }));

type ExtractData = { data: { content: string } };

const pages = await Promise.all(
  candidates.map(async (page) => {
    const res = await felo<ExtractData>("/v2/web/extract", {
      url: page.url,
      output_format: "markdown",
      with_readability: true,
      with_cache: true,
    });
    const checkedAt = new Date().toISOString().slice(0, 10);
    return { ...page, checkedAt, content: res.data.content };
  }),
);

type Heading = { page: string; heading: string };

const headings: Heading[] = pages.flatMap((page) =>
  page.content
    .split("\n")
    .filter((line) => line.startsWith("## "))
    .map((line) => ({
      page: page.title,
      heading: line.replace(/^##\s+/, ""),
    })),
);

const questions = headings.filter((item) => item.heading.includes("?"));

const byTopic = new Map<string, string[]>();
for (const item of headings) {
  byTopic.set(item.heading, [...(byTopic.get(item.heading) ?? []), item.page]);
}

const today = new Date().toISOString().slice(0, 10);

const brief = [
  `# SEO brief — "${query}"`,
  `Checked ${today}. Site: ${ourSite}.`,
  "",
  "## Intent read",
  "The pages returned for this query lead with: " +
    headings.slice(0, 6).map((item) => item.heading).join("; ") +
    ". This is a reading of their structure, not a measured intent label.",
  "",
  "## What the pages cover",
  "| Page | URL | Checked |",
  "| --- | --- | --- |",
  ...pages.map((page) => `| ${page.title} | ${page.url} | ${page.checkedAt} |`),
  "",
  "## Questions the pages answer",
  ...questions.map((item) => `- ${item.heading} (${item.page})`),
  "",
  "## Topics more than one page covers",
  ...[byTopic.entries()]
    .filter(([, pageTitles]) => pageTitles.length > 1)
    .map(([heading, pageTitles]) => `- ${heading} (${pageTitles.length} pages)`),
  "",
  "## Proposed outline",
  ...questions.slice(0, 5).map((item, index) => `${index + 1}. ${item.heading}`),
  "",
  "## Questions they miss",
  "<!-- Only questions none of the fetched pages answer. Delete this comment when filled. -->",
  "",
  "## Not measured here",
  "Search volume, keyword difficulty, and ranking position. This workflow reads public pages; it does not query a search index or a rank tracker.",
  "",
  "## Sources",
  ...pages.map((page) => `- ${page.title}: ${page.url}`),
].join("\n");

console.log(brief);

type LiveDocData = { data: { short_id: string } };

const briefDoc = await felo<LiveDocData>("/v2/livedocs", {
  name: `SEO briefs: ${ourSite}`,
  description: "One document resource per target query",
});

await felo(`/v2/livedocs/${briefDoc.data.short_id}/resources/urls`, {
  urls: pages.map((page) => ({ url: page.url, title: page.title })),
});

await felo(`/v2/livedocs/${briefDoc.data.short_id}/resources/doc`, {
  title: `SEO brief — ${query}`,
  content: brief,
});

console.log(briefDoc.data.short_id); // the next query adds to this archive