X (Twitter) scraper API

const API = 'https://api.scrapefield.com/v1';
const sf = (path, q) =>
  fetch(API + '/' + path + '?' + new URLSearchParams(q), {
    headers: { Authorization: 'Bearer ' + process.env.SCRAPEFIELD_KEY },
  }).then((r) => r.json());

const query = '"blue door coffee" -from:bluedoorcoffee since:2026-10-01';
const { data } = await sf('x/search', { query });

const seen = data
  .filter((p) => !p.referenced_tweets.some((r) => r.type === 'retweeted'))
  .map((p) => ({
    url: p.url,
    by: p.author.username,
    views: p.public_metrics.impression_count ?? 0,
  }))
  .sort((a, b) => b.views - a.views);

console.table(seen.slice(0, 10));

const API = 'https://api.scrapefield.com/v1';
const sf = (path, q) =>
  fetch(API + '/' + path + '?' + new URLSearchParams(q), {
    headers: { Authorization: 'Bearer ' + process.env.SCRAPEFIELD_KEY },
  }).then((r) => r.json());

const { data: user } = await sf('x/profile', { username });
const { data: posts } = await sf('x/posts', { username });

const median = (xs) => xs.sort((a, b) => a - b)[Math.floor(xs.length / 2)];
const m = posts.map((p) => p.public_metrics);

console.log({
  followers: user.public_metrics.followers_count,
  medianViews: median(m.map((x) => x.impression_count ?? 0)),
  medianLikes: median(m.map((x) => x.like_count ?? 0)),
});

const API = 'https://api.scrapefield.com/v1';
const sf = (path, q) =>
  fetch(API + '/' + path + '?' + new URLSearchParams(q), {
    headers: { Authorization: 'Bearer ' + process.env.SCRAPEFIELD_KEY },
  }).then((r) => r.json());

const people = [];
let cursor;

do {
  const page = await sf('x/retweeters', { url: launchPost, ...(cursor && { cursor }) });
  people.push(...page.data);
  cursor = page.meta.next_cursor;
} while (cursor && people.length < 100);

const loudest = people
  .map((u) => ({ username: u.username, followers: u.public_metrics.followers_count }))
  .sort((a, b) => (b.followers ?? 0) - (a.followers ?? 0));