Change auto-model default batch size (#3036)

charisk · web-flow · commit 2988aceddfa8 · 2023-10-31T14:46:01.000Z
diff --git a/extensions/ql-vscode/src/config.ts b/extensions/ql-vscode/src/config.ts
@@ -735,7 +735,7 @@ export class ModelConfigListener extends ConfigListener implements ModelConfig {
    * Note that the model may return fewer than this number of candidates.
    */
   public get llmGenerationBatchSize(): number {
-    return LLM_GENERATION_BATCH_SIZE.getValue<number | null>() || 10;
+    return LLM_GENERATION_BATCH_SIZE.getValue<number | null>() || 5;
   }
 
   public getExtensionsDirectory(languageId: string): string | undefined {

Original file line number	Diff line number	Diff line change
`@@ -735,7 +735,7 @@ export class ModelConfigListener extends ConfigListener implements ModelConfig {`
`735`	`735`	`* Note that the model may return fewer than this number of candidates.`
`736`	`736`	`*/`
`737`	`737`	`public get llmGenerationBatchSize(): number {`
`738`		`- return LLM_GENERATION_BATCH_SIZE.getValue<number \| null>() \|\| 10;`
	`738`	`+ return LLM_GENERATION_BATCH_SIZE.getValue<number \| null>() \|\| 5;`
`739`	`739`	`}`
`740`	`740`
`741`	`741`	`public getExtensionsDirectory(languageId: string): string \| undefined {`