fix WIMBD paper contamination evidences

hitz-zentroa · Nov 28, 2023 · ec62331 · ec62331
1 parent 4f9500b
commit ec62331
Showing 1 changed file with 16 additions and 16 deletions.
diff --git a/data.json b/data.json
@@ -2246,47 +2246,47 @@
         "model": "C4",
         "dataset": "MNLI-mm",
         "train_split": null,
-        "dev_split": null,
-        "test_split": "contaminated",
+        "dev_split": "contaminated",
+        "test_split": "n/a",
         "train_percent": null,
-        "dev_percent": null,
-        "test_percent": 1.7,
+        "dev_percent": 1.7,
+        "test_percent": null,
         "guidelines": null,
         "source": "https://arxiv.org/abs/2310.20707"
     },
     {
         "model": "OSCAR",
         "dataset": "MNLI-mm",
         "train_split": null,
-        "dev_split": null,
-        "test_split": "contaminated",
+        "dev_split": "contaminated",
+        "test_split": "n/a",
         "train_percent": null,
-        "dev_percent": null,
-        "test_percent": 1.9,
+        "dev_percent": 1.9,
+        "test_percent": null,
         "guidelines": null,
         "source": "https://arxiv.org/abs/2310.20707"
     },
     {
         "model": "ThePile",
         "dataset": "MNLI-mm",
         "train_split": null,
-        "dev_split": null,
-        "test_split": "contaminated",
+        "dev_split": "contaminated",
+        "test_split": "n/a",
         "train_percent": null,
-        "dev_percent": null,
-        "test_percent": 2.1,
+        "dev_percent": 2.1,
+        "test_percent": null,
         "guidelines": null,
         "source": "https://arxiv.org/abs/2310.20707"
     },
     {
         "model": "RedPajama",
         "dataset": "MNLI-mm",
         "train_split": null,
-        "dev_split": null,
-        "test_split": "contaminated",
+        "dev_split": "contaminated",
+        "test_split": "n/a",
         "train_percent": null,
-        "dev_percent": null,
-        "test_percent": 2.2,
+        "dev_percent": 2.2,
+        "test_percent": null,
         "guidelines": null,
         "source": "https://arxiv.org/abs/2310.20707"
     },