fix a compilation bug in dataset.cpp

alibaba · Dec 13, 2024 · 47027e1 · 47027e1
1 parent 3612945
commit 47027e1
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/transformers/llm/engine/src/dataset.cpp b/transformers/llm/engine/src/dataset.cpp
@@ -207,8 +207,10 @@ std::vector<std::vector<std::vector<PromptItem>>> shareGPT(std::string prompt_fi
     parse_jsonl(prompt_file, dialogs);
     // randomly sample a subset
     if (sample_size > 0 && sample_size < dialogs.size()){
+        std::random_device rd;
+        std::mt19937 g(rd());
         std::sample(dialogs.begin(), dialogs.end(), std::back_inserter(dataset),
-                    sample_size, std::mt19937 {std::random_device{}()});
+                    sample_size, g);
         dialogs = dataset;
         // store dialogs to file
         write_jsonl(genSampleName(prompt_file, sample_size), dialogs);
@@ -218,4 +220,4 @@ std::vector<std::vector<std::vector<PromptItem>>> shareGPT(std::string prompt_fi
 
 
 } // Transformer
-} // MNN
+} // MNN