File tree Expand file tree Collapse file tree 1 file changed +11
-3
lines changed Expand file tree Collapse file tree 1 file changed +11
-3
lines changed Original file line number Diff line number Diff line change @@ -1852,12 +1852,20 @@ int main(int argc, char ** argv) {
18521852
18531853 const int32_t n_ctx = params.n_ctx ;
18541854
1855+ if (n_ctx <= 0 ) {
1856+ fprintf (stderr, " %s: perplexity tool requires '--ctx-size' > 0\n " , __func__);
1857+ return 1 ;
1858+ }
1859+
18551860 const bool ppl = !params.hellaswag && !params.winogrande && !params.multiple_choice && !params.kl_divergence ;
1861+
18561862 if (ppl) {
1857- int n_seq = std::max (1 , params.n_batch / n_ctx);
1858- int32_t n_kv = n_seq * n_ctx;
1863+ const int32_t n_seq = std::max (1 , params.n_batch / n_ctx);
1864+ const int32_t n_kv = n_seq * n_ctx;
1865+
18591866 params.n_parallel = n_seq;
1860- params.n_ctx = n_kv;
1867+ params.n_ctx = n_kv;
1868+
18611869 params.n_batch = std::min (params.n_batch , n_kv);
18621870 } else {
18631871 params.n_batch = std::min (params.n_batch , params.n_ctx );
You can’t perform that action at this time.
0 commit comments