fix bug in beacon_ratio_mix

namespace-Pt · namespace-Pt · commit f15b7d712c69 · 2024-04-08T21:11:51.000+08:00
diff --git a/Long_LLM/activation_beacon/src/args.py b/Long_LLM/activation_beacon/src/args.py
@@ -117,7 +117,7 @@ class ModelArgs:
         metadata={'help': 'Condensing ratios for beacons.'}
     )
     beacon_ratio_mix: str = field(
-        default="step-random",
+        default="adapt-1024",
         metadata={'help': 'How to determine the beacon_ratio for each input. {step-random, instance-random, mix-random, adapt-x}'}
     )
     beacon_param: List[str] = field(

Original file line number	Diff line number	Diff line change
`@@ -117,7 +117,7 @@ class ModelArgs:`
`117`	`117`	`metadata={'help': 'Condensing ratios for beacons.'}`
`118`	`118`	`)`
`119`	`119`	`beacon_ratio_mix: str = field(`
`120`		`- default="step-random",`
	`120`	`+ default="adapt-1024",`
`121`	`121`	`metadata={'help': 'How to determine the beacon_ratio for each input. {step-random, instance-random, mix-random, adapt-x}'}`
`122`	`122`	`)`
`123`	`123`	`beacon_param: List[str] = field(`