fix(cli): retry mechanism when multiple systems query the MAPI

When multiple systems hit the MAPI with the same access token, the retry
mechanisms quickly gave up. By decreasing the semaphore queue size and
increasing the max retries, we make such situations less likely.
However, it is still possible to run into limits when many systems query
the MAPI with the same access token in parallel.

Author: maoberlehner

packages/cli/src/commands/migrations/run/index.ts

@@ -114,7 +114,7 @@ migrationsCommand.command('run [componentName]')
           query,
           starts_with: startsWith,
         },
-        batchSize: 100,
+        batchSize: 6,
         onTotal: (total) => {
           storiesProgress.setTotal(total);
           migrationsProgress.setTotal(total);
@@ -141,7 +141,7 @@ migrationsCommand.command('run [componentName]')
         space,
         publish,
         dryRun,
-        batchSize: 100,
+        batchSize: 6,
         onProgress: () => {
           updateProgress.increment();
         },

packages/mapi-client/README.md

@@ -140,15 +140,15 @@ The client includes built-in retry handling for rate limits and network errors:
 
 ```typescript
 // The client automatically handles retries with these defaults:
-// - maxRetries: 3
+// - maxRetries: 12
 // - retryDelay: 1000ms
 // - Respects retry-after headers from 429 responses
 
 const stories = await client.stories.list({ 
   path: { space_id: 123456 },
   query: { per_page: 10 }
 });
-// If rate limited, will automatically retry up to 3 times
+// If rate limited, will automatically retry up to 12 times
 ```
 
 ## Runtime Configuration

packages/mapi-client/src/__tests__/integration.test.ts

@@ -107,8 +107,8 @@ describe('ManagementApiClient Integration - Per-Instance Rate Limiting', () => {
 
     const result = await promise;
 
-    // Should make initial + maxRetries calls (3 retries = 4 total)
-    expect(mockFetch).toHaveBeenCalledTimes(4);
+    // Should make initial + maxRetries calls (12 retries = 13 total)
+    expect(mockFetch).toHaveBeenCalledTimes(13);
 
     // Result should contain the error since all retries failed
     expect(result).toBeDefined();

packages/mapi-client/src/client/client.ts

@@ -90,7 +90,7 @@ export const createClient = (config: Config): Client => {
 
     // Execute with retry logic by recreating the request for each attempt
     let response = await executeWithRetry(_fetch, url, requestInit, {
-      maxRetries: 3,
+      maxRetries: 12,
       retryDelay: 1000
     });
 
@@ -206,7 +206,8 @@ export const createClient = (config: Config): Client => {
 
       if (response.status === 429 && attempt < retryConfig.maxRetries) {
         const retryAfter = response.headers.get('retry-after');
-        const delay = retryAfter ? parseInt(retryAfter) * 1000 : retryConfig.retryDelay;
+        const backoff = retryConfig.retryDelay * (attempt + 1);
+        const delay = retryAfter ? parseInt(retryAfter) * 1000 : backoff;
 
         await new Promise(resolve => setTimeout(resolve, delay));