Merge branch 'main' into dev

malteos · Jul 18, 2024 · 0cf44ac · 0cf44ac
2 parents aa044b1 + fda3024
commit 0cf44ac
Show file tree

Hide file tree

Showing 5 changed files with 1 addition and 167 deletions.
diff --git a/src/llm_datasets/datasets/bg/bgnc_admin_eur.py b/src/llm_datasets/datasets/bg/bgnc_admin_eur.py
diff --git a/src/llm_datasets/datasets/bg/bgnc_news_corpus.py b/src/llm_datasets/datasets/bg/bgnc_news_corpus.py
diff --git a/src/llm_datasets/datasets/bg/bulgarian_news.py b/src/llm_datasets/datasets/bg/bulgarian_news.py
diff --git a/src/llm_datasets/datasets/bg/bulnc.py b/src/llm_datasets/datasets/bg/bulnc.py
diff --git a/src/llm_datasets/datasets/dataset_registry.py b/src/llm_datasets/datasets/dataset_registry.py
@@ -76,11 +76,7 @@
     ".en.pile_of_law.PileOfLawDataset",
     ".en.math_amps.MathAMPSDataset",
     ".en.edgar.EdgarCorpus",
-    # bg
-    # ".bg.bgnc_admin_eur.BGNCAdminEURDataset",  # deprecated -> use bulnc
-    # ".bg.bgnc_news_corpus.BGNCNewsCorpusDataset",  # deprecated -> use bulnc
-    ".bg.bulgarian_news.BulgarianNewsDataset",
-    ".bg.bulnc.BulNCDataset",
+    # bg: all removed
     # de
     ".de.openlegaldata.OpenLegalDataDataset",
     ".de.dewac.DEWacDataset",