|
87 | 87 |
|
88 | 88 | # Header names for the table (test-backend-ops): |
89 | 89 | TEST_BACKEND_OPS_PRETTY_NAMES = { |
90 | | - "backend_name": "Backend", "op_name": "Operation", "op_params": "Parameters", "test_mode": "Mode", |
| 90 | + "backend_name": "Backend", "op_name": "GGML op", "op_params": "Op parameters", "test_mode": "Mode", |
91 | 91 | "supported": "Supported", "passed": "Passed", "error_message": "Error", |
92 | 92 | "flops": "FLOPS", "bandwidth_gb_s": "Bandwidth (GB/s)", "memory_kb": "Memory (KB)", "n_runs": "Runs" |
93 | 93 | } |
|
141 | 141 | help_t = ( |
142 | 142 | "The tool whose data is being compared. " |
143 | 143 | "Either 'llama-bench' or 'test-backend-ops'. " |
144 | | - "This determines the database schema and comparison logic used." |
| 144 | + "This determines the database schema and comparison logic used. " |
| 145 | + "If left unspecified, try to determine from the input file." |
145 | 146 | ) |
146 | 147 | parser.add_argument("-t", "--tool", help=help_t, default=None, choices=[None, "llama-bench", "test-backend-ops"]) |
147 | 148 | help_i = ( |
|
162 | 163 | help_s = ( |
163 | 164 | "Columns to add to the table. " |
164 | 165 | "Accepts a comma-separated list of values. " |
165 | | - f"Legal values: {', '.join(LLAMA_BENCH_KEY_PROPERTIES[:-3])}. " |
| 166 | + f"Legal values for test-backend-ops: {', '.join(TEST_BACKEND_OPS_KEY_PROPERTIES)}. " |
| 167 | + f"Legal values for llama-bench: {', '.join(LLAMA_BENCH_KEY_PROPERTIES[:-3])}. " |
166 | 168 | "Defaults to model name (model_type) and CPU and/or GPU name (cpu_info, gpu_info) " |
167 | 169 | "plus any column where not all data points are the same. " |
168 | 170 | "If the columns are manually specified, then the results for each unique combination of the " |
@@ -875,7 +877,8 @@ def get_flops_unit_name(flops_values: list) -> str: |
875 | 877 | # Fallback if no valid data is available |
876 | 878 | baseline_str = "N/A" |
877 | 879 | compare_str = "N/A" |
878 | | - speedup = float('nan') |
| 880 | + from math import nan |
| 881 | + speedup = nan |
879 | 882 |
|
880 | 883 | table.append(list(row[:-4]) + [baseline_str, compare_str, speedup]) |
881 | 884 | else: |
|
0 commit comments