|
87 | 87 |
|
88 | 88 | # Header names for the table (test-backend-ops):
|
89 | 89 | TEST_BACKEND_OPS_PRETTY_NAMES = {
|
90 |
| - "backend_name": "Backend", "op_name": "Operation", "op_params": "Parameters", "test_mode": "Mode", |
| 90 | + "backend_name": "Backend", "op_name": "GGML op", "op_params": "Op parameters", "test_mode": "Mode", |
91 | 91 | "supported": "Supported", "passed": "Passed", "error_message": "Error",
|
92 | 92 | "flops": "FLOPS", "bandwidth_gb_s": "Bandwidth (GB/s)", "memory_kb": "Memory (KB)", "n_runs": "Runs"
|
93 | 93 | }
|
|
141 | 141 | help_t = (
|
142 | 142 | "The tool whose data is being compared. "
|
143 | 143 | "Either 'llama-bench' or 'test-backend-ops'. "
|
144 |
| - "This determines the database schema and comparison logic used." |
| 144 | + "This determines the database schema and comparison logic used. " |
| 145 | + "If left unspecified, try to determine from the input file." |
145 | 146 | )
|
146 | 147 | parser.add_argument("-t", "--tool", help=help_t, default=None, choices=[None, "llama-bench", "test-backend-ops"])
|
147 | 148 | help_i = (
|
|
162 | 163 | help_s = (
|
163 | 164 | "Columns to add to the table. "
|
164 | 165 | "Accepts a comma-separated list of values. "
|
165 |
| - f"Legal values: {', '.join(LLAMA_BENCH_KEY_PROPERTIES[:-3])}. " |
| 166 | + f"Legal values for test-backend-ops: {', '.join(TEST_BACKEND_OPS_KEY_PROPERTIES)}. " |
| 167 | + f"Legal values for llama-bench: {', '.join(LLAMA_BENCH_KEY_PROPERTIES[:-3])}. " |
166 | 168 | "Defaults to model name (model_type) and CPU and/or GPU name (cpu_info, gpu_info) "
|
167 | 169 | "plus any column where not all data points are the same. "
|
168 | 170 | "If the columns are manually specified, then the results for each unique combination of the "
|
@@ -875,7 +877,8 @@ def get_flops_unit_name(flops_values: list) -> str:
|
875 | 877 | # Fallback if no valid data is available
|
876 | 878 | baseline_str = "N/A"
|
877 | 879 | compare_str = "N/A"
|
878 |
| - speedup = float('nan') |
| 880 | + from math import nan |
| 881 | + speedup = nan |
879 | 882 |
|
880 | 883 | table.append(list(row[:-4]) + [baseline_str, compare_str, speedup])
|
881 | 884 | else:
|
|
0 commit comments