diff --git a/finish.sh b/finish.sh index e2a5060..7647ad7 100644 --- a/finish.sh +++ b/finish.sh @@ -216,7 +216,11 @@ $prompt" }') ;; "LMSTUDIO") - payload=$(echo "$base_payload" | jq '. + {response_format: {type: "json_object"}}') + payload=$(echo "$base_payload" | jq '. + { + response_format: {type: "json_object"}, + max_tokens: -1, + stream: false + }') ;; *) payload=$(echo "$base_payload" | jq '. + {response_format: {type: "json_object"}}')