Skip to content
This repository was archived by the owner on Sep 9, 2025. It is now read-only.

Commit e31000d

Browse files
tirantiran
committed
initial commit
Signed-off-by: Christian Heimes <[email protected]>
0 parents  commit e31000d

File tree

15 files changed

+1448
-0
lines changed

15 files changed

+1448
-0
lines changed

‎.github/workflows/build.yaml‎

Lines changed: 41 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,41 @@
1+
---
2+
name: Build quantize binary
3+
4+
permissions:
5+
contents: read
6+
7+
on:
8+
push:
9+
branches:
10+
- main
11+
tags:
12+
- "v*"
13+
pull_request:
14+
branches:
15+
- main
16+
workflow_dispatch:
17+
18+
jobs:
19+
macos-build:
20+
name: "Build quantize on macOS ARM64 (M1)"
21+
runs-on: "macos-14"
22+
steps:
23+
- uses: "actions/checkout@v4"
24+
with:
25+
submodules: true
26+
27+
- name: system info
28+
run: sysctl -a
29+
30+
- name: make build/quantize from llama.cpp sources
31+
env:
32+
CMAKE_ARGS: "-DLLAMA_FATAL_WARNINGS=ON -DLLAMA_METAL_EMBED_LIBRARY=ON"
33+
run: make build/quantize
34+
35+
- name: file info
36+
run: file build/quantize
37+
38+
- uses: actions/upload-artifact@v4
39+
with:
40+
name: "quantize-macos"
41+
path: build/quantize

‎.github/workflows/pypi.yaml‎

Lines changed: 80 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,80 @@
1+
---
2+
name: Build, test, and upload PyPI package
3+
4+
on:
5+
push:
6+
branches:
7+
- main
8+
tags:
9+
- "v*"
10+
pull_request:
11+
branches:
12+
- main
13+
release:
14+
types:
15+
- published
16+
workflow_dispatch:
17+
18+
permissions:
19+
contents: read
20+
# see https://docs.pypi.org/trusted-publishers/
21+
id-token: write
22+
23+
jobs:
24+
build-package:
25+
name: Build and check packages
26+
runs-on: ubuntu-latest
27+
steps:
28+
- uses: actions/checkout@v4
29+
with:
30+
# for setuptools-scm
31+
fetch-depth: 0
32+
33+
- uses: hynek/build-and-inspect-python-package@v2
34+
35+
publish-test-pypi:
36+
name: Publish packages to test.pypi.org
37+
# environment: publish-test-pypi
38+
# TODO: move to instructlab
39+
if: |
40+
github.repository_owner == 'tiran' && (
41+
github.event.action == 'published' ||
42+
github.event_name == 'workflow_dispatch' ||
43+
(github.event_name == 'push' && github.ref == 'refs/heads/main')
44+
)
45+
runs-on: ubuntu-latest
46+
needs: build-package
47+
48+
steps:
49+
- name: Fetch build artifacts
50+
uses: actions/download-artifact@v4
51+
with:
52+
name: Packages
53+
path: dist
54+
55+
- name: Upload to Test PyPI
56+
uses: pypa/gh-action-pypi-publish@release/v1
57+
with:
58+
repository-url: https://test.pypi.org/legacy/
59+
60+
publish-pypi:
61+
name: Publish release to pypi.org
62+
# environment: publish-pypi
63+
# TODO: move to instructlab
64+
if: |
65+
github.repository_owner == 'tiran' && (
66+
github.event.action == 'published' ||
67+
github.event_name == 'workflow_dispatch'
68+
)
69+
runs-on: ubuntu-latest
70+
needs: build-package
71+
72+
steps:
73+
- name: Fetch build artifacts
74+
uses: actions/download-artifact@v4
75+
with:
76+
name: Packages
77+
path: dist
78+
79+
- name: Upload to PyPI
80+
uses: pypa/gh-action-pypi-publish@release/v1

‎.github/workflows/tests.yml‎

Lines changed: 64 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,64 @@
1+
---
2+
name: Tests
3+
4+
permissions:
5+
contents: read
6+
7+
on:
8+
push:
9+
branches:
10+
- main
11+
- v*.x
12+
pull_request:
13+
branches:
14+
- main
15+
workflow_dispatch:
16+
17+
jobs:
18+
linux-tests:
19+
name: "Python ${{ matrix.python-version }} on Ubuntu"
20+
runs-on: "ubuntu-latest"
21+
strategy:
22+
fail-fast: false
23+
matrix:
24+
python-version:
25+
- "3.9"
26+
- "3.10"
27+
- "3.11"
28+
- "3.12"
29+
- "3.13-dev"
30+
steps:
31+
- uses: "actions/checkout@v4"
32+
with:
33+
submodules: false
34+
35+
- uses: "actions/setup-python@v5"
36+
with:
37+
python-version: "${{ matrix.python-version }}"
38+
allow-prereleases: true
39+
40+
- name: "Update pip"
41+
run: python -m pip install --upgrade pip setuptools wheel
42+
43+
- name: "Install tox dependencies"
44+
run: python -m pip install --upgrade tox tox-gh-actions
45+
46+
- name: "Run tox for ${{ matrix.python-version }}"
47+
run: python -m tox
48+
49+
macos-tests:
50+
name: "Default Python on macOS (M1)"
51+
runs-on: "macos-14"
52+
steps:
53+
- uses: "actions/checkout@v4"
54+
with:
55+
submodules: true
56+
57+
- name: "Update pip"
58+
run: python -m pip install --upgrade pip setuptools wheel
59+
60+
- name: "Install tox dependencies"
61+
run: python -m pip install --upgrade tox
62+
63+
- name: "Run tox tests"
64+
run: python -m tox -e py

‎.gitignore‎

Lines changed: 160 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,160 @@
1+
# Byte-compiled / optimized / DLL files
2+
__pycache__/
3+
*.py[cod]
4+
*$py.class
5+
6+
# C extensions
7+
*.so
8+
9+
# Distribution / packaging
10+
.Python
11+
build/
12+
develop-eggs/
13+
dist/
14+
downloads/
15+
eggs/
16+
.eggs/
17+
lib/
18+
lib64/
19+
parts/
20+
sdist/
21+
var/
22+
wheels/
23+
share/python-wheels/
24+
*.egg-info/
25+
.installed.cfg
26+
*.egg
27+
MANIFEST
28+
29+
# PyInstaller
30+
# Usually these files are written by a python script from a template
31+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
32+
*.manifest
33+
*.spec
34+
35+
# Installer logs
36+
pip-log.txt
37+
pip-delete-this-directory.txt
38+
39+
# Unit test / coverage reports
40+
htmlcov/
41+
.tox/
42+
.nox/
43+
.coverage
44+
.coverage.*
45+
.cache
46+
nosetests.xml
47+
coverage.xml
48+
*.cover
49+
*.py,cover
50+
.hypothesis/
51+
.pytest_cache/
52+
cover/
53+
54+
# Translations
55+
*.mo
56+
*.pot
57+
58+
# Django stuff:
59+
*.log
60+
local_settings.py
61+
db.sqlite3
62+
db.sqlite3-journal
63+
64+
# Flask stuff:
65+
instance/
66+
.webassets-cache
67+
68+
# Scrapy stuff:
69+
.scrapy
70+
71+
# Sphinx documentation
72+
docs/_build/
73+
74+
# PyBuilder
75+
.pybuilder/
76+
target/
77+
78+
# Jupyter Notebook
79+
.ipynb_checkpoints
80+
81+
# IPython
82+
profile_default/
83+
ipython_config.py
84+
85+
# pyenv
86+
# For a library or package, you might want to ignore these files since the code is
87+
# intended to run in multiple environments; otherwise, check them in:
88+
# .python-version
89+
90+
# pipenv
91+
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92+
# However, in case of collaboration, if having platform-specific dependencies or dependencies
93+
# having no cross-platform support, pipenv may install dependencies that don't work, or not
94+
# install all needed dependencies.
95+
#Pipfile.lock
96+
97+
# poetry
98+
# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
99+
# This is especially recommended for binary packages to ensure reproducibility, and is more
100+
# commonly ignored for libraries.
101+
# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
102+
#poetry.lock
103+
104+
# pdm
105+
# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
106+
#pdm.lock
107+
# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
108+
# in version control.
109+
# https://pdm.fming.dev/#use-with-ide
110+
.pdm.toml
111+
112+
# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
113+
__pypackages__/
114+
115+
# Celery stuff
116+
celerybeat-schedule
117+
celerybeat.pid
118+
119+
# SageMath parsed files
120+
*.sage.py
121+
122+
# Environments
123+
.env
124+
.venv
125+
env/
126+
venv/
127+
ENV/
128+
env.bak/
129+
venv.bak/
130+
131+
# Spyder project settings
132+
.spyderproject
133+
.spyproject
134+
135+
# Rope project settings
136+
.ropeproject
137+
138+
# mkdocs documentation
139+
/site
140+
141+
# mypy
142+
.mypy_cache/
143+
.dmypy.json
144+
dmypy.json
145+
146+
# Pyre type checker
147+
.pyre/
148+
149+
# pytype static type analyzer
150+
.pytype/
151+
152+
# Cython debug symbols
153+
cython_debug/
154+
155+
# PyCharm
156+
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
157+
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
158+
# and can be added to the global gitignore or merged into this file. For a more nuclear
159+
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
160+
#.idea/

‎.gitmodules‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
[submodule "llama.cpp"]
2+
path = llama.cpp
3+
url = https://github.com/ggerganov/llama.cpp.git

0 commit comments

Comments
 (0)