API recipes

import crypto from "node:crypto";
import http from "node:http";

const DARWIN_SECRET = process.env.DARWIN_WEBHOOK_SECRET; // whsec_... from Settings → API
const SLACK_URL = process.env.SLACK_WEBHOOK_URL;
const seen = new Set(); // use a database or cache in production

function verify(headers, body) {
  const id = headers["webhook-id"], ts = headers["webhook-timestamp"];
  if (!id || !ts || Math.abs(Date.now() / 1000 - Number(ts)) > 300) return false;
  const key = Buffer.from(DARWIN_SECRET.replace(/^whsec_/, ""), "base64");
  const expected = crypto.createHmac("sha256", key).update(`${id}.${ts}.${body}`).digest("base64");
  return (headers["webhook-signature"] || "").split(" ").some((entry) => {
    const sig = entry.split(",")[1] || "";
    return sig.length === expected.length && crypto.timingSafeEqual(Buffer.from(sig), Buffer.from(expected));
  });
}

http
  .createServer((req, res) => {
    let body = "";
    req.on("data", (chunk) => (body += chunk));
    req.on("end", async () => {
      if (req.method !== "POST" || !verify(req.headers, body)) return res.writeHead(400).end();
      res.writeHead(200).end(); // answer Darwin first
      const event = JSON.parse(body);
      if (event.type !== "handoff.requested" || seen.has(event.id)) return;
      seen.add(event.id);
      const c = event.data.object;
      if (!c) return;
      const who = [c.lead.first_name, c.lead.last_name].filter(Boolean).join(" ") || c.lead.email || "A visitor";
      await fetch(SLACK_URL, {
        method: "POST",
        headers: { "Content-Type": "application/json" },
        body: JSON.stringify({
          text: `:raising_hand: ${who} asked for a person on ${c.page_path ?? "your site"}\n>${c.handoff?.reason ?? c.preview ?? ""}\n<https://app.meetdarwin.ai/admin/conversations|Open Conversations in Darwin>`,
        }),
      });
    });
  })
  .listen(process.env.PORT || 3000);

const API = "https://api.meetdarwin.ai/v1";
const headers = { Authorization: `Bearer ${process.env.DARWIN_API_KEY}`, "Content-Type": "application/json" };

export async function syncContacts(state, crm) {
  const started = new Date().toISOString(); // 1. note the time before reading
  let cursor = null;
  for (;;) {
    const url = new URL(`${API}/contacts`);
    url.searchParams.set("limit", "100");
    if (state.lastRun) url.searchParams.set("updated_since", state.lastRun);
    if (cursor) url.searchParams.set("starting_after", cursor);
    const res = await fetch(url, { headers });
    if (res.status === 429) {
      await new Promise((r) => setTimeout(r, Number(res.headers.get("retry-after")) * 1000));
      continue; // retry the same page
    }
    if (!res.ok) throw new Error(`Darwin ${res.status}: ${(await res.json()).code}`);
    const page = await res.json();
    for (const contact of page.data) {
      // 2. upsert by email; the same contact can arrive in two runs
      const crmId = await crm.upsertPerson({
        email: contact.email,
        firstName: contact.first_name,
        lastName: contact.last_name,
        company: contact.company,
        source: `Darwin (${contact.source})`,
      });
      // 3. optional: remember the CRM id in Darwin
      if (!contact.external_id) {
        await fetch(`${API}/contacts/${contact.id}`, {
          method: "PATCH",
          headers,
          body: JSON.stringify({ external_id: String(crmId) }),
        });
      }
    }
    if (!page.has_more) break;
    cursor = page.next_cursor;
  }
  state.lastRun = started; // 4. only after every page succeeded
}

import { createWriteStream } from "node:fs";

const API = "https://api.meetdarwin.ai/v1";
const headers = { Authorization: `Bearer ${process.env.DARWIN_API_KEY}` };

// A rolling three-day window: Darwin grades a conversation after it goes quiet,
// so re-export recent days and let the warehouse upsert by id.
const since = new Date(Date.now() - 3 * 86400_000).toISOString();
const file = createWriteStream(`conversations-${new Date().toISOString().slice(0, 10)}.ndjson`);

let cursor = null;
for (;;) {
  const url = new URL(`${API}/conversations`);
  url.searchParams.set("limit", "100");
  url.searchParams.set("created_since", since);
  url.searchParams.set("expand", "messages");
  if (cursor) url.searchParams.set("starting_after", cursor);
  const res = await fetch(url, { headers });
  if (res.status === 429) {
    await new Promise((r) => setTimeout(r, Number(res.headers.get("retry-after")) * 1000));
    continue;
  }
  if (!res.ok) throw new Error(`Darwin ${res.status}: ${(await res.json()).code}`);
  const page = await res.json();
  for (const conversation of page.data) file.write(JSON.stringify(conversation) + "\n");
  if (!page.has_more) break;
  cursor = page.next_cursor;
}
file.end();