From b17f9b503870c0721296fedbc9376cef69abdca8 Mon Sep 17 00:00:00 2001 From: Paul Koch Date: Fri, 11 Oct 2024 13:46:08 -0700 Subject: [PATCH] remove Devnagari-Script from benchmarks for now since it just takes too long --- docs/benchmarks/ebm-benchmark.ipynb | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/docs/benchmarks/ebm-benchmark.ipynb b/docs/benchmarks/ebm-benchmark.ipynb index 8e11fec2..66618821 100644 --- a/docs/benchmarks/ebm-benchmark.ipynb +++ b/docs/benchmarks/ebm-benchmark.ipynb @@ -140,6 +140,9 @@ "\n", " \n", " exclude_set = set()\n", + "\n", + " exclude_set = set(['Devnagari-Script']) # TODO: reintroduce this dataset\n", + "\n", "# exclude_set = set(['isolet', 'Devnagari-Script', 'CIFAR_10', 'Airlines_DepDelay_10M'])\n", "# exclude_set = set([\n", "# 'Fashion-MNIST', 'mfeat-pixel', 'Bioresponse',\n", @@ -952,7 +955,7 @@ "results_df.loc[condition, 'num_val'] = -results_df.loc[condition, 'num_val']\n", "\n", "# Optionally filter out any incomplete datasets\n", - "#results_df = results_df[results_df['task'] != 'Devnagari-Script']\n", + "results_df = results_df[results_df['task'] != 'Devnagari-Script']\n", "#results_df = results_df[results_df['task'] != 'CIFAR_10']\n", "#results_df = results_df[results_df['task'] != 'isolet']\n", "#results_df = results_df[results_df['task'] != 'mnist_784']\n",