Hiring and job-change signals from LinkedIn

const API = 'https://api.scrapefield.com/v1';
const sf = (path, q) =>
  fetch(API + '/' + path + '?' + new URLSearchParams(q), {
    headers: { Authorization: 'Bearer ' + process.env.SCRAPEFIELD_KEY },
  }).then((r) => r.json());

const searches = [
  { query: 'data engineer', location: 'Berlin' },
  { query: 'data engineer', location: 'London' },
  { query: 'backend engineer', location: 'Amsterdam' },
];
const weekAgo = Date.now() - 7 * 24 * 60 * 60 * 1000;
const byCompany = {};

for (const s of searches) {
  const { data } = await sf('linkedin/jobs', { ...s, limit: 25 });
  for (const job of data) {
    // a posting with no date is not counted as new
    if (!job.listed_at || Date.parse(job.listed_at) < weekAgo) continue;
    const name = job.company.name;
    byCompany[name] = (byCompany[name] ?? 0) + 1;
  }
}

const top = Object.entries(byCompany).sort((a, b) => b[1] - a[1]);
console.table(top.slice(0, 10));

const API = 'https://api.scrapefield.com/v1';
const sf = (path, q) =>
  fetch(API + '/' + path + '?' + new URLSearchParams(q), {
    headers: { Authorization: 'Bearer ' + process.env.SCRAPEFIELD_KEY },
  }).then((r) => r.json());

for (const account of accounts) {
  const q = { url: account.linkedin_url };
  const { data: c, error } = await sf('linkedin/company', q);
  if (error) continue; // a page that is gone is refunded, not charged

  await crm.update(account.id, {
    industry: c.industry,
    size: c.company_size,
    founded: c.founded,
    hq: c.headquarters?.city,
    followers: c.follower_count,
  });
}

const API = 'https://api.scrapefield.com/v1';
const sf = (path, q) =>
  fetch(API + '/' + path + '?' + new URLSearchParams(q), {
    headers: { Authorization: 'Bearer ' + process.env.SCRAPEFIELD_KEY },
  }).then((r) => r.json());

for (const url of competitors) {
  const { data: c } = await sf('linkedin/company', { url });

  // one row a week per company; the change between rows is the signal
  await save({
    company: c.name,
    week: new Date().toISOString().slice(0, 10),
    followers: c.follower_count,
    people: c.employees_on_linkedin,
  });
}