remove Devnagari-Script from benchmarks for now since it just takes t…

…oo long
interpretml · Oct 11, 2024 · b17f9b5 · b17f9b5
1 parent 3097411
commit b17f9b5
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/docs/benchmarks/ebm-benchmark.ipynb b/docs/benchmarks/ebm-benchmark.ipynb
@@ -140,6 +140,9 @@
     "\n",
     "    \n",
     "    exclude_set = set()\n",
+    "\n",
+    "    exclude_set = set(['Devnagari-Script'])  # TODO: reintroduce this dataset\n",
+    "\n",
     "#    exclude_set = set(['isolet', 'Devnagari-Script', 'CIFAR_10', 'Airlines_DepDelay_10M'])\n",
     "#    exclude_set = set([\n",
     "#        'Fashion-MNIST', 'mfeat-pixel', 'Bioresponse',\n",
@@ -952,7 +955,7 @@
     "results_df.loc[condition, 'num_val'] = -results_df.loc[condition, 'num_val']\n",
     "\n",
     "# Optionally filter out any incomplete datasets\n",
-    "#results_df = results_df[results_df['task'] != 'Devnagari-Script']\n",
+    "results_df = results_df[results_df['task'] != 'Devnagari-Script']\n",
     "#results_df = results_df[results_df['task'] != 'CIFAR_10']\n",
     "#results_df = results_df[results_df['task'] != 'isolet']\n",
     "#results_df = results_df[results_df['task'] != 'mnist_784']\n",