From 7e24f3fd490376158590e85f0280658b4101865e Mon Sep 17 00:00:00 2001 From: Rizwaan Salim Date: Wed, 21 Aug 2024 20:43:01 +0530 Subject: [PATCH] changes to scripts --- Update_Rope.bat | 2 +- scripts/download_models.py | 33 --------------------------------- scripts/update_rope.py | 37 +++++++++++++++++++++++++++++++++++-- 3 files changed, 36 insertions(+), 36 deletions(-) delete mode 100644 scripts/download_models.py diff --git a/Update_Rope.bat b/Update_Rope.bat index 1a55842..38d0963 100644 --- a/Update_Rope.bat +++ b/Update_Rope.bat @@ -1,6 +1,6 @@ call setenv.bat "%GIT_EXECUTABLE%" pull origin main -"%PYTHON_EXECUTABLE%" .\scripts\download_models.py +"%PYTHON_EXECUTABLE%" .\scripts\update_rope.py echo. echo --------Update completed-------- diff --git a/scripts/download_models.py b/scripts/download_models.py deleted file mode 100644 index 7c33724..0000000 --- a/scripts/download_models.py +++ /dev/null @@ -1,33 +0,0 @@ - -import requests -from tqdm import tqdm -from pathlib import Path - -def get_filename_from_link(file_link): - return f"models\{file_link.split(r'/')[-1]}" - -def download_file(url): - filename = get_filename_from_link(url) - - if Path(filename).is_file(): - print(f"Skipping {filename} as it is already downloaded ") - else: - print(f"{filename}") - response = requests.get(url, stream=True) - - # Sizes in bytes. - total_size = int(response.headers.get("content-length", 0)) - block_size = 1024 - - with tqdm(total=total_size, unit="B", unit_scale=True) as progress_bar: - with open(filename, "wb") as file: - for data in response.iter_content(block_size): - progress_bar.update(len(data)) - file.write(data) - - if total_size != 0 and progress_bar.n != total_size: - raise RuntimeError("Could not download file") -model_links = open("scripts\model_links.txt").read().splitlines() - -for link in model_links: - download_file(link) diff --git a/scripts/update_rope.py b/scripts/update_rope.py index 11c54fd..a0debc6 100644 --- a/scripts/update_rope.py +++ b/scripts/update_rope.py @@ -1,4 +1,37 @@ -from . import download_models + +import requests +from tqdm import tqdm +from pathlib import Path + +def get_filename_from_link(file_link): + return f"models\{file_link.split(r'/')[-1]}" + +def download_file(url): + filename = get_filename_from_link(url) + + if Path(filename).is_file(): + print(f"Skipping {filename} as it is already downloaded ") + else: + print(f"{filename}") + response = requests.get(url, stream=True) + + # Sizes in bytes. + total_size = int(response.headers.get("content-length", 0)) + block_size = 1024 + + with tqdm(total=total_size, unit="B", unit_scale=True) as progress_bar: + with open(filename, "wb") as file: + for data in response.iter_content(block_size): + progress_bar.update(len(data)) + file.write(data) + + if total_size != 0 and progress_bar.n != total_size: + raise RuntimeError("Could not download file") + +#Download required Models +model_links = open("scripts\model_links.txt").read().splitlines() +for link in model_links: + download_file(link) ''' Additional Functions to execute when updating''' -pass \ No newline at end of file +pass