Adding change to the max token in kwargs
This commit is contained in:
@@ -10,7 +10,7 @@
|
||||
"rl_requests": 0,
|
||||
"rl_input": 0,
|
||||
"rl_output": 0,
|
||||
"kwargs": {"max_tokens": 4096}
|
||||
"kwargs": {"max_tokens": 32000}
|
||||
},
|
||||
"utility_model": {
|
||||
"provider": "ollama",
|
||||
|
||||
Reference in New Issue
Block a user