trollkotze
commited on
Commit
•
67f1230
1
Parent(s):
cb7cabb
Patch the patch
Browse filesFix spacing error in Makefile, and add more info to error message when ctx too smol.
patches/llama/llama-repeng.diff
CHANGED
@@ -793,8 +793,8 @@ index 00000000..5863c8be
|
|
793 |
+ //llama_sampling_accept(ctx_sampling, ctx, id, false);
|
794 |
+
|
795 |
+ if (batch.n_tokens >= batch_max_tokens) {
|
796 |
-
+ LOG_TEE("error: too many tokens in prompt batch; the max is %d\n",
|
797 |
-
+ batch_max_tokens);
|
798 |
+ LOG_TEE("turn up -c, -b, and -ub sizes, or reduce `batch_size`\n");
|
799 |
+ exit(1);
|
800 |
+ }
|
|
|
793 |
+ //llama_sampling_accept(ctx_sampling, ctx, id, false);
|
794 |
+
|
795 |
+ if (batch.n_tokens >= batch_max_tokens) {
|
796 |
+
+ LOG_TEE("error: too many tokens (%d) in prompt batch; the max is %d\n",
|
797 |
+
+ batch.n_tokens, batch_max_tokens);
|
798 |
+ LOG_TEE("turn up -c, -b, and -ub sizes, or reduce `batch_size`\n");
|
799 |
+ exit(1);
|
800 |
+ }
|