trollkotze commited on
Commit
67f1230
1 Parent(s): cb7cabb

Patch the patch

Browse files

Fix spacing error in Makefile, and add more info to error message when ctx too smol.

Files changed (1) hide show
  1. patches/llama/llama-repeng.diff +2 -2
patches/llama/llama-repeng.diff CHANGED
@@ -793,8 +793,8 @@ index 00000000..5863c8be
793
  + //llama_sampling_accept(ctx_sampling, ctx, id, false);
794
  +
795
  + if (batch.n_tokens >= batch_max_tokens) {
796
- + LOG_TEE("error: too many tokens in prompt batch; the max is %d\n",
797
- + batch_max_tokens);
798
  + LOG_TEE("turn up -c, -b, and -ub sizes, or reduce `batch_size`\n");
799
  + exit(1);
800
  + }
 
793
  + //llama_sampling_accept(ctx_sampling, ctx, id, false);
794
  +
795
  + if (batch.n_tokens >= batch_max_tokens) {
796
+ + LOG_TEE("error: too many tokens (%d) in prompt batch; the max is %d\n",
797
+ + batch.n_tokens, batch_max_tokens);
798
  + LOG_TEE("turn up -c, -b, and -ub sizes, or reduce `batch_size`\n");
799
  + exit(1);
800
  + }