Skip to content

Commit 2dcbb2b

Browse files
committed
feat: primitive parquet reader with page pruning
1 parent 4e78113 commit 2dcbb2b

File tree

12 files changed

+4043
-0
lines changed

12 files changed

+4043
-0
lines changed

Makefile

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -49,6 +49,7 @@ e2e:
4949

5050
.PHONY: install
5151
install:
52+
$(MAKE) -C libs/libviewer install
5253
$(MAKE) -C libs/libcommon install
5354
$(MAKE) -C libs/libapi install
5455
$(MAKE) -C jobs/cache_maintenance install

libs/libviewer/.gitignore

Lines changed: 194 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,194 @@
1+
# Generated by Cargo
2+
# will have compiled files and executables
3+
debug/
4+
target/
5+
6+
# These are backup files generated by rustfmt
7+
**/*.rs.bk
8+
9+
# MSVC Windows builds of rustc generate these, which store debugging information
10+
*.pdb
11+
12+
# RustRover
13+
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
14+
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
15+
# and can be added to the global gitignore or merged into this file. For a more nuclear
16+
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
17+
#.idea/
18+
19+
# Byte-compiled / optimized / DLL files
20+
__pycache__/
21+
*.py[cod]
22+
*$py.class
23+
24+
# C extensions
25+
*.so
26+
27+
# Distribution / packaging
28+
.Python
29+
build/
30+
develop-eggs/
31+
dist/
32+
downloads/
33+
eggs/
34+
.eggs/
35+
lib/
36+
lib64/
37+
parts/
38+
sdist/
39+
var/
40+
wheels/
41+
share/python-wheels/
42+
*.egg-info/
43+
.installed.cfg
44+
*.egg
45+
MANIFEST
46+
47+
# PyInstaller
48+
# Usually these files are written by a python script from a template
49+
# before PyInstaller builds the exe, so as to inject date/other infos into it.
50+
*.manifest
51+
*.spec
52+
53+
# Installer logs
54+
pip-log.txt
55+
pip-delete-this-directory.txt
56+
57+
# Unit test / coverage reports
58+
htmlcov/
59+
.tox/
60+
.nox/
61+
.coverage
62+
.coverage.*
63+
.cache
64+
nosetests.xml
65+
coverage.xml
66+
*.cover
67+
*.py,cover
68+
.hypothesis/
69+
.pytest_cache/
70+
cover/
71+
72+
# Translations
73+
*.mo
74+
*.pot
75+
76+
# Django stuff:
77+
*.log
78+
local_settings.py
79+
db.sqlite3
80+
db.sqlite3-journal
81+
82+
# Flask stuff:
83+
instance/
84+
.webassets-cache
85+
86+
# Scrapy stuff:
87+
.scrapy
88+
89+
# Sphinx documentation
90+
docs/_build/
91+
92+
# PyBuilder
93+
.pybuilder/
94+
target/
95+
96+
# Jupyter Notebook
97+
.ipynb_checkpoints
98+
99+
# IPython
100+
profile_default/
101+
ipython_config.py
102+
103+
# pyenv
104+
# For a library or package, you might want to ignore these files since the code is
105+
# intended to run in multiple environments; otherwise, check them in:
106+
# .python-version
107+
108+
# pipenv
109+
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
110+
# However, in case of collaboration, if having platform-specific dependencies or dependencies
111+
# having no cross-platform support, pipenv may install dependencies that don't work, or not
112+
# install all needed dependencies.
113+
#Pipfile.lock
114+
115+
# UV
116+
# Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
117+
# This is especially recommended for binary packages to ensure reproducibility, and is more
118+
# commonly ignored for libraries.
119+
#uv.lock
120+
121+
# poetry
122+
# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
123+
# This is especially recommended for binary packages to ensure reproducibility, and is more
124+
# commonly ignored for libraries.
125+
# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
126+
#poetry.lock
127+
128+
# pdm
129+
# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
130+
#pdm.lock
131+
# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
132+
# in version control.
133+
# https://pdm.fming.dev/latest/usage/project/#working-with-version-control
134+
.pdm.toml
135+
.pdm-python
136+
.pdm-build/
137+
138+
# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
139+
__pypackages__/
140+
141+
# Celery stuff
142+
celerybeat-schedule
143+
celerybeat.pid
144+
145+
# SageMath parsed files
146+
*.sage.py
147+
148+
# Environments
149+
.env
150+
.venv
151+
env/
152+
venv/
153+
ENV/
154+
env.bak/
155+
venv.bak/
156+
157+
# Spyder project settings
158+
.spyderproject
159+
.spyproject
160+
161+
# Rope project settings
162+
.ropeproject
163+
164+
# mkdocs documentation
165+
/site
166+
167+
# mypy
168+
.mypy_cache/
169+
.dmypy.json
170+
dmypy.json
171+
172+
# Pyre type checker
173+
.pyre/
174+
175+
# pytype static type analyzer
176+
.pytype/
177+
178+
# Cython debug symbols
179+
cython_debug/
180+
181+
# PyCharm
182+
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
183+
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
184+
# and can be added to the global gitignore or merged into this file. For a more nuclear
185+
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
186+
#.idea/
187+
188+
# Ruff stuff:
189+
.ruff_cache/
190+
191+
# PyPI configuration file
192+
.pypirc
193+
194+
data/

0 commit comments

Comments
 (0)