Skip to content

Commit b7c1310

Browse files
[Automated Commit] Format Codebase
1 parent 161e562 commit b7c1310

File tree

1 file changed

+13
-7
lines changed

1 file changed

+13
-7
lines changed

tools/submission/submission_checker.py

Lines changed: 13 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -205,9 +205,11 @@
205205
"pointpainting": ("mAP", 0.5425 * 0.999),
206206
"deepseek-r1": ("exact_match", 0.99 * 81.3582, "TOKENS_PER_SAMPLE", 0.9 * 3886.2274),
207207
"whisper": ("ACCURACY", (100.0 - 2.0671) * 0.99),
208-
"gpt-oss-120b": ("exact_match", 83.13 * 0.99), # TODO: Placeholder for now
209-
"qwen3-vl-235b-a22b": ("F1", 0.7903 * 0.99), # TODO: Placeholder for now
210-
"dlrm-v3": ("AUC", 78.663 * 0.99), # TODO: Placeholder for now
208+
# TODO: Placeholder for now
209+
"gpt-oss-120b": ("exact_match", 83.13 * 0.99),
210+
# TODO: Placeholder for now
211+
"qwen3-vl-235b-a22b": ("F1", 0.7903 * 0.99),
212+
"dlrm-v3": ("AUC", 78.663 * 0.99), # TODO: Placeholder for now
211213
},
212214
"accuracy-upper-limit": {
213215
"stable-diffusion-xl": (
@@ -223,7 +225,8 @@
223225
"llama3.1-8b": ("GEN_LEN", 8167644 * 1.1),
224226
"llama3.1-8b-edge": ("GEN_LEN", 3051113 * 1.1),
225227
"deepseek-r1": ("TOKENS_PER_SAMPLE", 1.1 * 3886.2274),
226-
"gpt-oss-120b": ("TOKENS_PER_SAMPLE", 1.1 * 9999), # TODO: Placeholder for now
228+
# TODO: Placeholder for now
229+
"gpt-oss-120b": ("TOKENS_PER_SAMPLE", 1.1 * 9999),
227230
},
228231
"accuracy-delta-perc": {
229232
"stable-diffusion-xl": {"CLIP_SCORE": 1, "FID_SCORE": 2}
@@ -248,7 +251,8 @@
248251
"pointpainting": 1024,
249252
"deepseek-r1": 4388,
250253
"whisper": 1633,
251-
"gpt-oss-120b": 6396, # TODO: Need to add accuracy sample count checkers as well (4395)
254+
# TODO: Need to add accuracy sample count checkers as well (4395)
255+
"gpt-oss-120b": 6396,
252256
"qwen3-vl-235b-a22b": 48289,
253257
"dlrm-v3": 34996,
254258
},
@@ -272,7 +276,8 @@
272276
"pointpainting": 39987,
273277
"deepseek-r1": 4388,
274278
"whisper": 1633,
275-
"gpt-oss-120b": 6396, # TODO: Need to add accuracy sample count checkers as well (4395)
279+
# TODO: Need to add accuracy sample count checkers as well (4395)
280+
"gpt-oss-120b": 6396,
276281
"qwen3-vl-235b-a22b": 48289,
277282
"dlrm-v3": 34996,
278283
},
@@ -740,7 +745,8 @@
740745
"rgat": 788379,
741746
"deepseek-r1": 4388,
742747
"whisper": 1633,
743-
"gpt-oss-120b": 6396, # TODO: Need to add accuracy sample count checkers as well (4395)
748+
# TODO: Need to add accuracy sample count checkers as well (4395)
749+
"gpt-oss-120b": 6396,
744750
"qwen3-vl-235b-a22b": 9660,
745751
"dlrm-v3": 34996,
746752
}

0 commit comments

Comments
 (0)