max 2048 tokens

2023-12-29 05:14:20 +01:00 · 2023-12-29 05:14:20 +01:00 · ba2fda4b8a
parent 93f9e4dd95
commit ba2fda4b8a
1 changed files with 1 additions and 1 deletions
--- a/src/Controllers/ChatController.php
+++ b/src/Controllers/ChatController.php
@ -614,7 +614,7 @@ class ChatController extends BaseController

                        return $text;
                    }, self::$context_messages)) . "\n### Response:\nScotty: ",
-                    "max_tokens" => 250,
+                    "max_tokens" => 2048,
                    "temperature" => 0.7,
                    "top_p" => 0.4,
                    "top_k" => 40,