File tree Expand file tree Collapse file tree 1 file changed +11
-3
lines changed Expand file tree Collapse file tree 1 file changed +11
-3
lines changed Original file line number Diff line number Diff line change @@ -1852,12 +1852,20 @@ int main(int argc, char ** argv) {
18521852
18531853    const  int32_t  n_ctx = params.n_ctx ;
18541854
1855+     if  (n_ctx <= 0 ) {
1856+         fprintf (stderr, " %s: perplexity tool requires '--ctx-size' > 0\n " 
1857+         return  1 ;
1858+     }
1859+ 
18551860    const  bool  ppl = !params.hellaswag  && !params.winogrande  && !params.multiple_choice  && !params.kl_divergence ;
1861+ 
18561862    if  (ppl) {
1857-         int  n_seq = std::max (1 , params.n_batch  / n_ctx);
1858-         int32_t  n_kv = n_seq * n_ctx;
1863+         const  int32_t  n_seq = std::max (1 , params.n_batch  / n_ctx);
1864+         const  int32_t  n_kv = n_seq * n_ctx;
1865+ 
18591866        params.n_parallel  = n_seq;
1860-         params.n_ctx  = n_kv;
1867+         params.n_ctx       = n_kv;
1868+ 
18611869        params.n_batch  = std::min (params.n_batch , n_kv);
18621870    } else  {
18631871        params.n_batch  = std::min (params.n_batch , params.n_ctx );
 
 
   
 
     
   
   
          
    
    
     
    
      
     
     
    You can’t perform that action at this time.
  
 
    
  
    
      
        
     
       
      
     
   
 
    
    
  
 
  
 
     
    
0 commit comments