feat: add batch size parameter to prevent context leaking (closes #1733)

Author: Hellnight2005

packages/cli/src/cli/cmd/i18n.ts

@@ -90,6 +90,11 @@ export default new Command()
     "--strict",
     "Stop immediately on first error instead of continuing to process remaining buckets and locales (fail-fast mode)",
   )
+  .option(
+    "--batch-size <number>",
+    "Number of translations to process in a single batch",
+    parseInt,
+  )
   .action(async function (options) {
     updateGitignore();
 
@@ -432,14 +437,14 @@ export default new Command()
                 }
 
                 bucketOra.start(
-                  `[${sourceLocale} -> ${targetLocale}] [${
-                    Object.keys(processableData).length
+                  `[${sourceLocale} -> ${targetLocale}] [${Object.keys(processableData).length
                   } entries] (0%) AI localization in progress...`,
                 );
                 let processPayload = createProcessor(i18nConfig!.provider, {
                   apiKey: settings.auth.apiKey,
                   apiUrl: settings.auth.apiUrl,
                   engineId: i18nConfig!.engineId,
+                  batchSize: flags.batchSize,
                 });
                 processPayload = withExponentialBackoff(
                   processPayload,
@@ -457,9 +462,8 @@ export default new Command()
                     targetData: flags.force ? {} : targetData,
                   },
                   (progress, sourceChunk, processedChunk) => {
-                    bucketOra.text = `[${sourceLocale} -> ${targetLocale}] [${
-                      Object.keys(processableData).length
-                    } entries] (${progress}%) AI localization in progress...`;
+                    bucketOra.text = `[${sourceLocale} -> ${targetLocale}] [${Object.keys(processableData).length
+                      } entries] (${progress}%) AI localization in progress...`;
                   },
                 );
 
@@ -662,6 +666,7 @@ function parseFlags(options: any) {
     file: Z.array(Z.string()).optional(),
     interactive: Z.boolean().prefault(false),
     debug: Z.boolean().prefault(false),
+    batchSize: Z.number().min(1).optional(),
   }).parse(options);
 }
 

packages/cli/src/cli/cmd/run/_types.ts

@@ -56,5 +56,6 @@ export const flagsSchema = z.object({
   debounce: z.number().positive().prefault(5000), // 5 seconds default
   sound: z.boolean().optional(),
   pseudo: z.boolean().optional(),
+  batchSize: z.number().min(1).optional(),
 });
 export type CmdRunFlags = z.infer<typeof flagsSchema>;

packages/cli/src/cli/cmd/run/index.ts

@@ -123,6 +123,11 @@ export default new Command()
     "--pseudo",
     "Enable pseudo-localization mode: automatically pseudo-translates all extracted strings with accented characters and visual markers without calling any external API. Useful for testing UI internationalization readiness",
   )
+  .option(
+    "--batch-size <number>",
+    "Number of translations to process in a single batch",
+    (val: string) => parseInt(val),
+  )
   .action(async (args) => {
     let userIdentity: UserIdentity = null;
     try {

packages/cli/src/cli/cmd/run/setup.ts

@@ -54,7 +54,12 @@ export default async function setup(input: CmdRunContext) {
             ctx.flags.pseudo || ctx.config?.dev?.usePseudotranslator;
           const provider = isPseudo ? "pseudo" : ctx.config?.provider;
           const engineId = ctx.config?.engineId;
-          ctx.localizer = createLocalizer(provider, engineId, ctx.flags.apiKey);
+          ctx.localizer = createLocalizer(
+            provider,
+            engineId,
+            ctx.flags.apiKey,
+            ctx.flags.batchSize,
+          );
           if (!ctx.localizer) {
             throw new Error(
               "Could not create localization provider. Please check your i18n.json configuration.",
@@ -105,23 +110,23 @@ export default async function setup(input: CmdRunContext) {
 
           const subTasks = isLingoDotDev
             ? [
-                "Brand voice enabled",
-                "Translation memory connected",
-                "Glossary enabled",
-                "Quality assurance enabled",
-              ].map((title) => ({ title, task: () => {} }))
+              "Brand voice enabled",
+              "Translation memory connected",
+              "Glossary enabled",
+              "Quality assurance enabled",
+            ].map((title) => ({ title, task: () => { } }))
             : isPseudo
               ? [
-                  "Pseudo-localization mode active",
-                  "Character replacement configured",
-                  "No external API calls",
-                ].map((title) => ({ title, task: () => {} }))
+                "Pseudo-localization mode active",
+                "Character replacement configured",
+                "No external API calls",
+              ].map((title) => ({ title, task: () => { } }))
               : [
-                  "Skipping brand voice",
-                  "Skipping glossary",
-                  "Skipping translation memory",
-                  "Skipping quality assurance",
-                ].map((title) => ({ title, task: () => {}, skip: true }));
+                "Skipping brand voice",
+                "Skipping glossary",
+                "Skipping translation memory",
+                "Skipping quality assurance",
+              ].map((title) => ({ title, task: () => { }, skip: true }));
 
           return task.newListr(subTasks, {
             concurrent: true,