feat: stream based migrations (#295)

This PR replaces the batch based migration command with a streaming
pipeline that provides progress reporting and improved performance. The
previous process relied on loading all the stories into memory whereas
now we process the stories in flight. This improves both memory usage
and throughput.

resolves wdx-67

Author: imranolas

packages/cli/package.json

@@ -43,7 +43,9 @@
     "@storyblok/management-api-client": "workspace:*",
     "@storyblok/region-helper": "workspace:*",
     "@topcli/spinner": "^2.1.2",
+    "async-sema": "^3.1.1",
     "chalk": "^5.4.1",
+    "cli-progress": "^3.12.0",
     "commander": "^13.1.0",
     "dotenv": "^16.5.0",
     "filenamify": "^6.0.0",
@@ -59,6 +61,7 @@
   "devDependencies": {
     "@release-it/conventional-changelog": "10.0.0",
     "@storyblok/eslint-config": "workspace:*",
+    "@types/cli-progress": "^3.11.6",
     "@types/inquirer": "^9.0.8",
     "@types/node": "^22.15.18",
     "@vitest/coverage-v8": "^3.1.3",

packages/cli/src/api.ts

@@ -1,7 +1,11 @@
 import { ManagementApiClient, type ManagementApiClientConfig } from '@storyblok/management-api-client';
+import { RateLimit } from 'async-sema';
 
 let instance: ManagementApiClient | null = null;
 let storedConfig: ManagementApiClientConfig | null = null;
+const lim = RateLimit(6, {
+  uniformDistribution: true,
+});
 
 function configsAreEqual(config1: ManagementApiClientConfig, config2: ManagementApiClientConfig): boolean {
   return JSON.stringify(config1) === JSON.stringify(config2);
@@ -10,6 +14,10 @@ function configsAreEqual(config1: ManagementApiClientConfig, config2: Management
 export function mapiClient(options?: ManagementApiClientConfig) {
   if (!instance && options) {
     instance = new ManagementApiClient(options);
+    instance.interceptors.request.use(async (request) => {
+      await lim();
+      return request;
+    });
     storedConfig = options;
   }
   else if (!instance) {
@@ -18,6 +26,10 @@ export function mapiClient(options?: ManagementApiClientConfig) {
   else if (options && storedConfig && !configsAreEqual(options, storedConfig)) {
     // Create new instance if options are different from stored config
     instance = new ManagementApiClient(options);
+    instance.interceptors.request.use(async (request) => {
+      await lim();
+      return request;
+    });
     storedConfig = options;
   }
   return instance;