diff --git a/.github/workflows/publish-to-pypi.yml b/.github/workflows/publish-to-pypi.yml index 28645050..c754d3fd 100644 --- a/.github/workflows/publish-to-pypi.yml +++ b/.github/workflows/publish-to-pypi.yml @@ -1,4 +1,4 @@ -name: Publish Python 🐍 distribution 📦 to PyPI and TestPyPI +name: Publish Python 🐍 distribution 📦 to PyPI on: push diff --git a/.github/workflows/publish-to-test-pypi.yml b/.github/workflows/publish-to-test-pypi.yml index c2e97a17..c9e35328 100644 --- a/.github/workflows/publish-to-test-pypi.yml +++ b/.github/workflows/publish-to-test-pypi.yml @@ -1,4 +1,4 @@ -name: Publish Python 🐍 distribution 📦 to PyPI and TestPyPI +name: Publish Python 🐍 distribution 📦 to TestPyPI on: workflow_dispatch diff --git a/llmebench/datasets/ArMemes.py b/llmebench/datasets/ArMemes.py index 2df0cd4d..77be8fda 100644 --- a/llmebench/datasets/ArMemes.py +++ b/llmebench/datasets/ArMemes.py @@ -2,8 +2,6 @@ import json import os -from PIL import Image - from llmebench.datasets.dataset_base import DatasetBase from llmebench.tasks import TaskType diff --git a/llmebench/datasets/dataset_base.py b/llmebench/datasets/dataset_base.py index b5117cb3..9aab31bf 100644 --- a/llmebench/datasets/dataset_base.py +++ b/llmebench/datasets/dataset_base.py @@ -6,10 +6,6 @@ from abc import ABC, abstractmethod from pathlib import Path -from langchain.embeddings import HuggingFaceEmbeddings -from langchain.prompts.example_selector import MaxMarginalRelevanceExampleSelector -from langchain.vectorstores import FAISS - from pooch import Decompress, HTTPDownloader, Pooch, retrieve, Untar, Unzip import llmebench.utils as utils @@ -267,6 +263,12 @@ def prepare_fewshots( test sample """ + from langchain.embeddings import HuggingFaceEmbeddings + from langchain.prompts.example_selector import ( + MaxMarginalRelevanceExampleSelector, + ) + from langchain.vectorstores import FAISS + if embedding_model_name is None: embedding_model_name = "distiluse-base-multilingual-cased-v1" diff --git a/setup.cfg b/setup.cfg index 5ea93de3..ed18eb4a 100644 --- a/setup.cfg +++ b/setup.cfg @@ -1,6 +1,6 @@ [metadata] name = llmebench -version = 1.0.0 +version = 1.0.1 author = Fahim Dalvi author_email = faimaduddin@hbku.edu.qa description = A Flexible Framework for Accelerating LLMs Benchmarking