We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent f07067f commit f99d500Copy full SHA for f99d500
1 file changed
veadk/models/ark_llm.py
@@ -431,8 +431,9 @@ def _get_responses_inputs(
431
if llm_request.config:
432
config_dict = llm_request.config.model_dump(exclude_none=True)
433
generation_params = {}
434
- for key in config_dict:
435
- generation_params[key] = config_dict[key]
+ for key in ("temperature", "max_output_tokens", "top_p"):
+ if key in config_dict:
436
+ generation_params[key] = config_dict[key]
437
438
if not generation_params:
439
generation_params = None
0 commit comments