Add VDEBench evaluation results
#37
by hongzhuyi - opened
- .eval_results/vdebench.yaml +18 -0
.eval_results/vdebench.yaml
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
- dataset:
|
| 2 |
+
id: hongzhuyi/VDEBench
|
| 3 |
+
task_id: local
|
| 4 |
+
value: 0.656
|
| 5 |
+
source:
|
| 6 |
+
url: https://huggingface.co/datasets/hongzhuyi/VDEBench/blob/18ee0824f34d41c6b91b302a38b5cf7404b53e17/results/2026-11-01/qwen_image_edit_2511/results.json
|
| 7 |
+
name: VDEBench full evaluation (2026-11-01)
|
| 8 |
+
user: hongzhuyi
|
| 9 |
+
notes: "local setting, n=3,506, PaddleOCR-VL; IoU 0.707, CDM 0.769, BLEU-4 0.437, TEDS 0.712"
|
| 10 |
+
- dataset:
|
| 11 |
+
id: hongzhuyi/VDEBench
|
| 12 |
+
task_id: global
|
| 13 |
+
value: 0.699
|
| 14 |
+
source:
|
| 15 |
+
url: https://huggingface.co/datasets/hongzhuyi/VDEBench/blob/18ee0824f34d41c6b91b302a38b5cf7404b53e17/results/2026-11-01/qwen_image_edit_2511/results.json
|
| 16 |
+
name: VDEBench full evaluation (2026-11-01)
|
| 17 |
+
user: hongzhuyi
|
| 18 |
+
notes: "global setting, n=3,506, PaddleOCR-VL; IoU 0.835, CDM 0.821, BLEU-4 0.406, TEDS 0.735"
|