Optimiser vos appels API : rate limiting et performance

1
2
3

X-RateLimit-Limit: 60
X-RateLimit-Remaining: 45
X-RateLimit-Reset: 1711234567

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

import { LRUCache } from class="code-string">'lru-cache';

const cache = new LRUCache<string, any>({
  max: 1000,
  ttl: 1000 * 60 * 60 * 24, class="code-comment">// 24 heures
});

async function getCompany(bceNumber: string) {
  const cached = cache.get(bceNumber);
  if (cached) return cached;

  const response = await fetch(
    class="code-string">`https:class="code-comment">//companybelgium.be/api/companies/${bceNumber}`,
    { headers: { class="code-string">'X-API-Key': apiKey, class="code-string">'X-API-Secret': apiSecret } }
  );

  const data = await response.json();
  cache.set(bceNumber, data);
  return data;
}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

async function fetchWithRetry(url: string, options: RequestInit, maxRetries = 3) {
  for (let attempt = 0; attempt < maxRetries; attempt++) {
    const response = await fetch(url, options);

    if (response.status === 429) {
      const retryAfter = parseInt(response.headers.get(class="code-string">'Retry-After') || class="code-string">'1');
      await new Promise(resolve =>
        setTimeout(resolve, retryAfter * 1000 * Math.pow(2, attempt))
      );
      continue;
    }

    return response;
  }
  throw new Error(class="code-string">'Nombre maximum de tentatives atteint');
}

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

async function searchAllPages(query: string) {
  let page = 1;
  const allResults = [];

  while (true) {
    const response = await fetch(
      class="code-string">`https:class="code-comment">//companybelgium.be/api/companies/search?q=${query}&page=${page}&limit=50`,
      { headers: { class="code-string">'X-API-Key': apiKey, class="code-string">'X-API-Secret': apiSecret } }
    );
    const data = await response.json();
    allResults.push(...data.results);

    if (data.results.length < 50) break;
    page++;
  }

  return allResults;
}

1
2
3
4
5
6
7
8
9
10
11

async function batchFetch(bceNumbers: string[], concurrency = 5) {
  const results = [];

  for (let i = 0; i < bceNumbers.length; i += concurrency) {
    const batch = bceNumbers.slice(i, i + concurrency);
    const promises = batch.map(n => getCompany(n));
    results.push(...await Promise.all(promises));
  }

  return results;
}