Skip to content

Commit a9bc800

Browse files
authored
Add new package with methods to save and load compressor state (#63)
1 parent 80795aa commit a9bc800

File tree

8 files changed

+442
-5
lines changed

8 files changed

+442
-5
lines changed

Cargo.lock

Lines changed: 100 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

Cargo.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
[workspace]
2-
members = ["compressor_integration_tests"]
2+
members = ["auto_compressor", "compressor_integration_tests"]
33

44
[package]
55
authors = ["Erik Johnston"]

auto_compressor/Cargo.toml

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
[package]
2+
name = "auto_compressor"
3+
authors = ["William Ashton"]
4+
version = "0.1.0"
5+
edition = "2018"
6+
7+
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
8+
9+
[dependencies]
10+
clap = "2.33.0"
11+
openssl = "0.10.32"
12+
postgres = "0.19.0"
13+
postgres-openssl = "0.5.0"
14+
jemallocator = "0.3.2"
15+
rand = "0.8.0"
16+
serial_test = "0.5.1"
17+
synapse_compress_state = { path = "../" }
18+
env_logger = { version = "0.9.0", git = "https://github.com/TilCreator/env_logger", branch = "fix_pipe" }
19+
log = "0.4.14"
20+
log-panics = "2.0.0"
21+
anyhow = "1.0.42"
22+
pyo3-log = "0.4.0"
23+
24+
# Needed for pyo3 support
25+
[lib]
26+
crate-type = ["cdylib", "rlib"]
27+
28+
[dependencies.pyo3]
29+
version = "0.14.1"
30+
features = ["extension-module","abi3-py36"]

auto_compressor/src/lib.rs

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
//! This is a tool that uses the synapse_compress_state library to
2+
//! reduce the size of the synapse state_groups_state table in a postgres
3+
//! database.
4+
//!
5+
//! It adds the tables state_compressor_state and state_compressor_progress
6+
//! to the database and uses these to enable it to incrementally work
7+
//! on space reductions
8+
9+
pub mod state_saving;

0 commit comments

Comments
 (0)