Merge pull request #4 from PrimeIntellect-ai/update-python-src

Update python src

Author: MarioSieg

.github/workflows/cmake-multi-platform.yml

@@ -73,15 +73,15 @@ jobs:
         shell: bash
         run: |
           . .venv/bin/activate
-          cd ${{ github.workspace }}/python/src
+          cd ${{ github.workspace }}/python/
           pip wheel --verbose -w dist .
 
       - name: Install Python wheel
         if: runner.os != 'windows'
         shell: bash
         run: |
           . .venv/bin/activate
-          pip install ${{ github.workspace }}/python/src/dist/*.whl
+          pip install ${{ github.workspace }}/python/dist/*.whl
 
       - name: Install Pytest
         if: runner.os != 'windows'

python/src/.gitignore python/.gitignorepython/src/.gitignore renamed to python/.gitignore

@@ -0,0 +1,35 @@
+# Fast Quant
+
+Fast Quant is a Python package that provides a fast and efficient way to quantize and dequantize data. It is designed to be used in conjunction with the Fast Quant library.
+
+## Installation
+
+```bash
+git clone <>
+cd python
+pip install .
+```
+
+## Development
+
+clone the repository
+```bash
+git clone <>
+cd python
+```
+
+install the package with the tests dependency
+```bash
+pip install -e .[dev]
+```
+
+install pre-commit hooks
+```bash
+pre-commit install
+```
+
+run the tests
+```bash
+pytest tests
+```
+

python/README.md

@@ -0,0 +1,29 @@
+[build-system]
+requires = ["setuptools>=42", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "fast-quant"
+version = "0.1.0"
+authors = [
+    {name = "Mario Sieg", email = "[email protected]"},
+]
+description = "Multithreaded SIMD int8 and int4 quantization kernels."
+dependencies = ["cffi"]
+
+[project.optional-dependencies]
+dev = ["pytest","torch","numpy","pre-commit","ruff"]
+
+[tool.ruff]
+line-length = 120
+target-version = "py38"
+
+[tool.ruff.lint]
+ignore = ["F403"]
+select = ["ANN"]
+
+[tool.ruff.format]
+quote-style = "single"
+
+[tool.ruff.lint.per-file-ignores]
+"setup.py" = ["ANN"]

python/src/install.sh python/install.shpython/src/install.sh renamed to python/install.sh

@@ -8,8 +8,8 @@
 from setuptools.command.build_ext import build_ext
 
 CMAKE_ROOT: str = os.path.abspath(
-    os.path.join(os.path.dirname(__file__), '..', '..')
-)  # Root directory of the CMake project
+    os.path.join(os.path.dirname(__file__), "..")  # Go up one directory to find CMakeLists.txt
+)
 NUM_JOBS: int = max(multiprocessing.cpu_count() - 1, 1)  # Use all but one core
 
 
@@ -41,10 +41,13 @@ def run(self):
             self.build_extension(ext)
 
     def build_extension(self, ext):
-        if not os.path.exists(self.build_temp):
-            os.makedirs(self.build_temp)
+        if os.path.exists(self.build_temp):
+            import shutil
+            shutil.rmtree(self.build_temp)
+        os.makedirs(self.build_temp)
+        
         cmake_args = [
-            f'-DCMAKE_LIBRARY_OUTPUT_DIRECTORY={os.path.abspath(os.path.join(self.build_lib, "quant"))}',
+            f'-DCMAKE_LIBRARY_OUTPUT_DIRECTORY={os.path.abspath(os.path.join(self.build_lib, "src", "quant"))}',
             '-DCMAKE_BUILD_TYPE=Release',
         ]
         build_args = [
@@ -62,32 +65,16 @@ def build_extension(self, ext):
                 ['cmake', '--build', '.'] + build_args, cwd=self.build_temp
             )
         )
-
-
-# Setup dependencies from requirements.txt
-lib_folder = os.path.dirname(os.path.realpath(__file__))
-requirement_path = f'{lib_folder}/requirements.txt'
-install_requires = []
-if os.path.isfile(requirement_path):
-    with open(requirement_path) as f:
-        install_requires = f.read().splitlines()
-
+        
 setup(
-    name='fast-quant',
-    version='0.1.0',
-    author='Mario Sieg',
-    author_email='[email protected]',
-    description='Multithreaded SIMD int8 and int4 quantization kernels.',
-    long_description='Multithreaded SIMD int8 and int4 quantization kernels.',
-    packages=['quant'],
+    packages=['src.quant'],
     package_data={
-        'quant': ['*.dylib', '*.so', '*.dll'],
+        'src.quant': ['*.dylib', '*.so', '*.dll'],
     },
     include_package_data=True,
     ext_modules=[CMakeBuildExtension('quant', root_dir=CMAKE_ROOT)],
     cmdclass={
         'build_ext': CMakeBuildExecutor,
     },
-    zip_safe=False,
-    install_requires=install_requires,
+    zip_safe=False
 )