dfa6ee0c23
* add sglang support * add tests * normalize base url * cleanup * chore: regenerate autogenerated API files for sglang support
9 lines
223 B
JSON
9 lines
223 B
JSON
{
|
|
"context_window": 8192,
|
|
"model_endpoint_type": "openai",
|
|
"provider_name": "sglang",
|
|
"model_endpoint": "http://127.0.0.1:30000/v1",
|
|
"model": "Qwen/Qwen2.5-0.5B-Instruct",
|
|
"put_inner_thoughts_in_kwargs": true
|
|
}
|