Lead Enrichment

1
import { readFile, writeFile } from "node:fs/promises";
2
3
const KEY = process.env.GTM_ENGINE_API_KEY!;
4
5
interface Lead {
6
  name: string;
7
  company_domain: string;
8
  lead_id?: string;
9
}
10
11
interface EnrichedLead extends Lead {
12
  linkedin_profile_url?: string;
13
  email?: string;
14
  is_catch_all?: boolean;
15
}
16
17
async function call<T>(server: "socials" | "data", tool: string, body: unknown): Promise<T | null> {
18
  const res = await fetch(`https://${server}.gtm-engine.sh/api/v0/${tool}`, {
19
    method: "POST",
20
    headers: {
21
      "Authorization": `Bearer ${KEY}`,
22
      "Content-Type": "application/json",
23
    },
24
    body: JSON.stringify(body),
25
  });
26
  if (!res.ok) {
27
    console.error(`${tool} ${res.status}: ${await res.text()}`);
28
    return null;
29
  }
30
  return res.json();
31
}
32
33
async function enrich(lead: Lead): Promise<EnrichedLead> {
34
  const [profile, email] = await Promise.all([
35
    call<{ url?: string }>("socials", "get_linkedin_profile_url", {
36
      name: lead.name,
37
      domain: lead.company_domain,
38
    }),
39
    call<{ email?: string; is_catch_all?: boolean }>("data", "get_email", {
40
      name: lead.name,
41
      domain: lead.company_domain,
42
      input_parameters: { lead_id: lead.lead_id },
43
    }),
44
  ]);
45
46
  return {
47
    ...lead,
48
    linkedin_profile_url: profile?.url,
49
    email: email?.email,
50
    is_catch_all: email?.is_catch_all,
51
  };
52
}
53
54
async function batch(leads: Lead[], concurrency = 5): Promise<EnrichedLead[]> {
55
  const out: EnrichedLead[] = [];
56
  for (let i = 0; i < leads.length; i += concurrency) {
57
    const slice = leads.slice(i, i + concurrency);
58
    const enriched = await Promise.all(slice.map(enrich));
59
    out.push(...enriched);
60
    console.log(`enriched ${out.length}/${leads.length}`);
61
  }
62
  return out;
63
}
64
65
const leads: Lead[] = [
66
  { lead_id: "1", name: "Justin Mares", company_domain: "kettleandfire.com" },
67
  { lead_id: "2", name: "Sara Blakely", company_domain: "spanx.com" },
68
  { lead_id: "3", name: "Brian Chesky", company_domain: "airbnb.com" },
69
];
70
71
const enriched = await batch(leads);
72
await writeFile("./out.json", JSON.stringify(enriched, null, 2));