TikTok scraper API

const API = 'https://api.scrapefield.com/v1';
const sf = (path, q) =>
  fetch(API + '/' + path + '?' + new URLSearchParams(q), {
    headers: { Authorization: 'Bearer ' + process.env.SCRAPEFIELD_KEY },
  }).then((r) => r.json());

const q = { query: 'sourdough', type: 'video', limit: 30 };
const { data } = await sf('tiktok/search', q);

const ranked = data
  .filter((v) => v.create_time && v.view_count !== null)
  .map((v) => {
    const age = (Date.now() - Date.parse(v.create_time)) / 864e5;
    const days = Math.max(age, 1);
    return { url: v.share_url, perDay: Math.round(v.view_count / days) };
  })
  .sort((a, b) => b.perDay - a.perDay);

console.table(ranked.slice(0, 10));

const API = 'https://api.scrapefield.com/v1';
const sf = (path, q) =>
  fetch(API + '/' + path + '?' + new URLSearchParams(q), {
    headers: { Authorization: 'Bearer ' + process.env.SCRAPEFIELD_KEY },
  }).then((r) => r.json());

const { data: profile } = await sf('tiktok/profile', { username });
const q = { username, limit: 30 };
const { data: videos } = await sf('tiktok/videos', q);

const views = videos.map((v) => v.view_count ?? 0).sort((a, b) => a - b);
const engaged = videos.reduce(
  (s, v) => s + (v.like_count ?? 0) + (v.comment_count ?? 0), 0,
);

console.log({
  followers: profile.follower_count,
  medianViews: views[Math.floor(views.length / 2)],
  engagement: engaged / views.reduce((s, n) => s + n, 0),
});

const API = 'https://api.scrapefield.com/v1';
const sf = (path, q) =>
  fetch(API + '/' + path + '?' + new URLSearchParams(q), {
    headers: { Authorization: 'Bearer ' + process.env.SCRAPEFIELD_KEY },
  }).then((r) => r.json());

const questions = [];

for (const url of brandVideos) {
  const { data } = await sf('tiktok/comments', { url, limit: 50 });
  for (const c of data.filter((c) => c.text?.includes('?'))) {
    const { text, like_count, reply_count } = c;
    questions.push({ video: url, text, like_count, reply_count });
  }
}

questions.sort((a, b) => b.like_count - a.like_count);