spb/sp-wallet

1// Second source of the token rule: refreshes research/cg.json from the public CoinGecko API (no key).2//   node packages/core/scripts/fetch-cg.mts [--all]        (run from the repository root)3//   node packages/core/scripts/fetch-cg.mts --list         one request instead: GET /coins/list?include_platform=true gives the4//                                                          platform addresses of every coin (no decimals); ids filled this way are5//                                                          marked `from: 'coins/list'` and replaced by the detailed record on a later run6// For every coin id named in research/candidates.json (`cg` of a token or of one deployment) it stores7// { symbol, name, platforms: detail_platforms } of GET /api/v3/coins/<id>. Ids already present are kept unless --all is given.8// The public API allows only a few requests per minute: one request every 7 s, longer waits after a 429.9import { existsSync, readFileSync, writeFileSync } from 'node:fs';1011const OUT = 'research/cg.json';12const cand = JSON.parse(readFileSync('research/candidates.json', 'utf8'));13const cg: Record<string, any> = existsSync(OUT) ? JSON.parse(readFileSync(OUT, 'utf8')) : {};14const ids = new Set<string>();15for (const t of cand.tokens) { if (t.cg) ids.add(t.cg); for (const d of Object.values(t.d as Record<string, any>)) if (typeof d === 'object' && d.cg) ids.add(d.cg); }16const todo = [...ids].filter((id) => process.argv.includes('--all') || !cg[id]?.platforms || cg[id].from).sort();17console.log(`${ids.size} coin ids, ${todo.length} to fetch`);18if (process.argv.includes('--list')) {19  // an already downloaded response can be given as a file (the endpoint is the first one to be rate-limited): --list <file>20  const saved = process.argv[process.argv.indexOf('--list') + 1];21  const all = (saved ? JSON.parse(readFileSync(saved, 'utf8')) : await (await fetch('https://api.coingecko.com/api/v3/coins/list?include_platform=true', { headers: { accept: 'application/json' }, signal: AbortSignal.timeout(120000) })).json()) as { id: string; symbol: string; name: string; platforms: Record<string, string> }[];22  if (!Array.isArray(all)) throw new Error('coins/list did not return a list (rate limit?)');23  const byId = new Map(all.map((c) => [c.id, c]));24  for (const id of todo) {25    const c = byId.get(id); if (!c) { console.log('MISSING', id); continue; }26    cg[id] = { symbol: c.symbol, name: c.name, from: 'coins/list', platforms: Object.fromEntries(Object.entries(c.platforms).filter(([, a]) => a).map(([p, a]) => [p, { contract_address: a }])) };27  }28  writeFileSync(OUT, JSON.stringify(cg, null, 1) + '\n');29  process.exit(0);30}31for (const id of todo) {32  for (let k = 0; ; k++) {33    const r = await fetch(`https://api.coingecko.com/api/v3/coins/${id}?localization=false&tickers=false&market_data=false&community_data=false&developer_data=false&sparkline=false`, { headers: { accept: 'application/json' }, signal: AbortSignal.timeout(30000) }).catch(() => null);34    if (r?.ok) { const j = await r.json() as any; cg[id] = { symbol: j.symbol, name: j.name, platforms: j.detail_platforms }; console.log('ok ', id, j.symbol, Object.keys(j.detail_platforms ?? {}).length); break; }35    if (r?.status === 404) { console.log('MISSING', id); break; }36    if (k === 6) { console.log('FAILED', id, r?.status); break; }37    await new Promise((res) => setTimeout(res, 20000 * (k + 1)));38  }39  writeFileSync(OUT, JSON.stringify(cg, null, 1) + '\n');40  await new Promise((res) => setTimeout(res, 7000));41}42