fix: fix tests

unit-mesh · Dec 19, 2023 · 2f8a472 · 2f8a472
1 parent b3f32b2
commit 2f8a472
Show file tree

Hide file tree

Showing 2 changed files with 34 additions and 2 deletions.
diff --git a/finetunes/deepseek/README.md b/finetunes/deepseek/README.md
@@ -33,3 +33,35 @@ pip install -r requirements.txt
 python server.py
 ```
 
+
+## Issue
+
+```bash
+drwxr-xr-x 3 root root 4.0K Dec 19 10:45 .
+drwxr-xr-x 4 root root 4.0K Dec 19 10:45 ..
+-rw-r--r-- 1 root root  733 Dec 19 10:43 config.json
+-rw-r--r-- 1 root root  119 Dec 19 10:43 generation_config.json
+drwxr-xr-x 2 root root 4.0K Dec 19 10:43 global_step100
+-rw-r--r-- 1 root root   14 Dec 19 10:45 latest
+-rw-r--r-- 1 root root 4.7G Dec 19 10:43 model-00001-of-00003.safetensors
+-rw-r--r-- 1 root root 4.7G Dec 19 10:43 model-00002-of-00003.safetensors
+-rw-r--r-- 1 root root 3.4G Dec 19 10:43 model-00003-of-00003.safetensors
+-rw-r--r-- 1 root root  24K Dec 19 10:43 model.safetensors.index.json
+-rw-r--r-- 1 root root  16K Dec 19 10:45 rng_state_0.pth
+-rw-r--r-- 1 root root  16K Dec 19 10:45 rng_state_1.pth
+-rw-r--r-- 1 root root  462 Dec 19 10:43 special_tokens_map.json
+-rw-r--r-- 1 root root 1.4M Dec 19 10:43 tokenizer.json
+-rw-r--r-- 1 root root 5.3K Dec 19 10:43 tokenizer_config.json
+-rw-r--r-- 1 root root  11K Dec 19 10:45 trainer_state.json
+-rw-r--r-- 1 root root 6.3K Dec 19 10:43 training_args.bin
+-rwxr--r-- 1 root root  24K Dec 19 10:44 zero_to_fp32.py
+(base) root@phodal-f19njmnkh4s4-main:/openbayes/home/output/checkpoint-100# cd global_step100/
+(base) root@phodal-f19njmnkh4s4-main:/openbayes/home/output/checkpoint-100/global_step100# ls -alh
+total 76G
+drwxr-xr-x 2 root root 4.0K Dec 19 10:43 .
+drwxr-xr-x 3 root root 4.0K Dec 19 10:45 ..
+-rw-r--r-- 1 root root  38G Dec 19 10:44 bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
+-rw-r--r-- 1 root root  38G Dec 19 10:45 bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
+-rw-r--r-- 1 root root 148K Dec 19 10:43 zero_pp_rank_0_mp_rank_00_model_states.pt
+-rw-r--r-- 1 root root 148K Dec 19 10:43 zero_pp_rank_1_mp_rank_00_model_states.pt
+```
diff --git a/unit-picker/src/test/kotlin/cc/unitmesh/pick/builder/PickerOptionTest.kt b/unit-picker/src/test/kotlin/cc/unitmesh/pick/builder/PickerOptionTest.kt
@@ -14,7 +14,7 @@ class PickerOptionTest {
         ).pureDataFileName()
 
         // Then
-        assertEquals("datasets/https___github.com_functionaljava_functionaljava_series_5.x_java.json.jsonl", result)
+        assertEquals("datasets/https___github.com_functionaljava_functionaljava_series_5.x_java.jsonl.jsonl", result)
     }
 
     @Test
@@ -29,7 +29,7 @@ class PickerOptionTest {
         val result = pickerOption.repoFileName()
 
         // Then
-        assertEquals("https___github.com_example_repo.git_main_java.json", result)
+        assertEquals("https___github.com_example_repo.git_main_java.jsonl", result)
     }
 
     @Test