Merge pull request #110 from SkywardAI/feat/arm

remove quantization feature
SkywardAI · Jul 1, 2024 · a4507e4 · a4507e4
2 parents 78021af + 24e1c12
commit a4507e4
Show file tree

Hide file tree

Showing 7 changed files with 412 additions and 599 deletions.
diff --git a/Makefile b/Makefile
@@ -21,6 +21,9 @@ poetry:
 build:
 	@poetry build
 
+.PHONY: lock
+lock:
+	@poetry lock
 
 .PHONY: install
 install:

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -15,17 +15,15 @@ keywords = ["transformers", "pytorch"]
 python = "^3.11"
 torch = "2.2.2"
 transformers = "4.39.2"
-sentencepiece = "0.2.0"
-bitsandbytes = "0.43.0"
 accelerate = "0.28.0"
 datasets = "2.18.0"
 
 [tool.poetry.group.dev.dependencies]
+python = "^3.11"
 torch = "2.2.2"
 transformers = "4.39.2"
-sentencepiece = "0.2.0"
-bitsandbytes = "0.43.0"
 accelerate = "0.28.0"
+datasets = "2.18.0"
 
 [tool.ruff]
 # Exclude a variety of commonly ignored directories.

diff --git a/src/kimchima/__init__.py b/src/kimchima/__init__.py
@@ -17,7 +17,6 @@
     ModelFactory,
     TokenizerFactory,
     EmbeddingsFactory,
-    QuantizationFactory,
     StreamerFactory,
     PipelinesFactory,
     ChatTemplateFactory,
@@ -34,7 +33,6 @@
     'ModelFactory', 
     'TokenizerFactory', 
     'EmbeddingsFactory',
-    'QuantizationFactory',
     'StreamerFactory',
     'Devices',
     'PipelinesFactory',

diff --git a/src/kimchima/pkg/__init__.py b/src/kimchima/pkg/__init__.py
@@ -20,7 +20,6 @@
 from .cross_encoder_factory import CrossEncoderFactory
 from .tokenizer_factory import TokenizerFactory
 from .embedding_factory import EmbeddingsFactory
-from .quantization_factory import QuantizationFactory
 from .streamer_factory import StreamerFactory
 from .pipelines_factory import PipelinesFactory
 from .chat_template_factory import ChatTemplateFactory
@@ -32,7 +31,6 @@
     'ModelFactory', 
     'TokenizerFactory', 
     'EmbeddingsFactory',
-    'QuantizationFactory',
     'StreamerFactory',
     'PipelinesFactory',
     'ChatTemplateFactory',

diff --git a/src/kimchima/pkg/quantization_factory.py b/src/kimchima/pkg/quantization_factory.py
diff --git a/src/kimchima/tests/test_quantization_factory.py b/src/kimchima/tests/test_quantization_factory.py