Correct modeling_llama.py

Vahe1994 · Jan 28, 2024 · e5e9ee9 · e5e9ee9
1 parent 11e5dfd
commit e5e9ee9
Show file tree

Hide file tree

Showing 7 changed files with 12 additions and 391 deletions.
diff --git a/inference_lib/pyproject.toml b/inference_lib/pyproject.toml
@@ -7,11 +7,12 @@ build-backend = "setuptools.build_meta"
 
 [tool.black]
 line-length = 120
-required-version = "23.12.1"
+required-version = "22.3.0"
 
 [tool.isort]
 profile = "black"
 line_length = 120
 combine_as_imports = true
 combine_star = true
-known_local_folder = ["src", "inference_lib"]
+known_local_folder = ["tests", "cli"]
+known_first_party = ["test_utils"]
diff --git a/inference_lib/setup.cfg b/inference_lib/setup.cfg
@@ -38,7 +38,7 @@ dev =
     pytest==6.2.5
     pytest-forked
     pytest-asyncio==0.16.0
-    black==23.12.1
+    black==22.3.0
     isort==5.13.2
 [options.packages.find]
 where = inference_lib/src
diff --git a/inference_lib/src/aqlm/inference.py b/inference_lib/src/aqlm/inference.py
@@ -1,7 +1,6 @@
 """ Core mathematics for Additive Quantization (AQ): initialization, reconstruction and beam search"""
 import torch
 import torch.nn as nn
-
 from aqlm.inference_kernels import forward_pass_quantized_linear
 from aqlm.utils import get_int_dtype
 

diff --git a/inference_lib/src/aqlm/inference_kernels/kernel_selector.py b/inference_lib/src/aqlm/inference_kernels/kernel_selector.py
@@ -3,7 +3,6 @@
 import torch
 import torch.nn as nn
 import torch.nn.functional as F
-
 from aqlm.utils import _dequantize_weight, unpack_int_data
 
 from .triton_kernel import triton_matmul

diff --git a/src/saving.py b/src/saving.py
@@ -48,7 +48,6 @@ def __init__(
 
 
 def add_inference_code(model_type: str, save_path: os.PathLike):
-    shutil.copytree(f"./transformers/common", save_path, dirs_exist_ok=True)
     if os.path.isdir(f"./transformers/{model_type}"):
         shutil.copytree(f"./transformers/{model_type}", save_path, dirs_exist_ok=True)
     else: