We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d5dbcd3 commit 17ed509Copy full SHA for 17ed509
1 file changed
areal/api/cli_args.py
@@ -185,7 +185,7 @@ class GenerationHyperparameters:
185
return_routed_experts: bool = field(
186
default=False,
187
metadata={
188
- "help": "Return routed expert indices for MoE models. This should not be manually set and will be handled internally."
+ "help": "Return routed expert indices for MoE models. Effective only when using SGLang engine with MoE models and use_beam_search=False."
189
},
190
)
191
# NOTE: to add new parameters, please correctly handle them in the `to_openai_args_dict` method.
0 commit comments