Add Themis using the BN curve (#549)

* Add THEMIS Policy Contract

* Add test with 128 ads

* Add instructions

* Allow clients to work concurrently

* pub(crate) utils to find unused code

* Remove serde_json dep

* Drop dependency on primitive_types

* Add a simpler inner_product

* Use elgamal for proof verification

* Migrate to Ristretto

Also, use Serde for instruction serialization

* Add remaining instructions to processor

* Remove rand 0.6 dependency

* Add instruction constructors

* Add e2e test

* Move client test out of BPF build

* Add BPF instruction count test

Shows us that serde makes too many recursive calls and causes
a very high instruction count (Vec<U256> becomes impractical).

* Use Borsh serialization and test calculate_aggregate()

Bump BPF instruction count limits after upgrading compiler

* Test SubmitProofDecryption BPF instruction count

* Remove CompressedRistretto

This drops SubmitProofDecryption instructions by ~2.5M.

Also, box up more RistrettoPoints, because they're huge (120 bytes) and
blow up the BPF stack.

* Add transaction size metrics and update BPF counts

* Switch back to BN

* Add benchmarking

* Use configured keypair path
* Make num_users configurable
* Make testnet benchmark an example, not a test

* Exclude themis client from CI build

Because of Travis failure on itertools dependency

Author: garious

Cargo.lock

@@ -3,12 +3,14 @@ members = [
   "utils/cgen",
   "utils/test-client",
   "memo/program",
+  "themis/program",
   "token-swap/program",
-  "token/cli",
+  #"token/cli",
   "token/program",
   "token/program-v3",
 ]
 exclude = [
+  "themis/client",
   "token/perf-monitor",
 ]
 

Cargo.toml

@@ -0,0 +1,7 @@
+# Brave THEMIS
+
+An implementation of Brave's THEMIS research project. This project contains
+two privacy-oriented smart contracts, the Policy Smart Contract (PSC) and
+the Fund Smart Contract (FSC). Together, the two contracts allow users to
+be compensated for engaging with ad publishers. The users do not expose
+their identities or preferences. 

themis/README.md

@@ -0,0 +1,39 @@
+
+[package]
+name = "spl-themis-client"
+version = "0.1.0"
+description = "SPL THEMIS client"
+authors = ["Solana Maintainers <[email protected]>"]
+repository = "https://github.com/solana-labs/solana-program-library"
+license = "Apache-2.0"
+edition = "2018"
+exclude = ["js/**"]
+
+[features]
+no-entrypoint = []
+skip-no-mangle = ["solana-sdk/skip-no-mangle"]
+program = ["solana-sdk/program"]
+default = ["solana-sdk/default"]
+
+[dependencies]
+bincode = "1.3"
+borsh = "0.7.1"
+bn = {git = "https://github.com/garious/bn", rev = "5c35c737ffabac9921310f53f48725216d59cbf1", default-features = false, features = ["borsh"]}
+elgamal_bn = { git = "https://github.com/garious/elgamal_bn", rev = "ba9bdcdb6cdd6fb8e74d0b8bc1b918bcd1b543a9" }
+futures = "0.3"
+solana-banks-client = "1.3.14"
+solana-cli-config = "1.3.14"
+solana-sdk = "1.3.14"
+spl-themis = { version = "0.1.0", path = "../program" }
+tarpc = { version = "0.21.1", features = ["full"] }
+tokio = "0.2"
+url = "2.1"
+
+[dev-dependencies]
+solana-banks-server = "1.3.14"
+solana-bpf-loader-program = "1.3.14"
+solana_rbpf = "=0.1.31"
+solana-runtime = "1.3.14"
+
+[lib]
+crate-type = ["cdylib", "lib"]

themis/client/Cargo.toml

@@ -0,0 +1,12 @@
+use std::{fs::canonicalize, process::Command};
+
+fn main() {
+    println!("cargo:warning=(not a warning) Building SPL Themis shared object");
+    Command::new(canonicalize("../../do.sh").unwrap())
+        .current_dir("../..")
+        .arg("build")
+        .arg("themis/program")
+        .status()
+        .expect("Failed to build themis program")
+        .success();
+}

themis/client/build.rs

@@ -0,0 +1,37 @@
+//! Themis client
+
+use bn::Fr;
+use solana_banks_client::start_tcp_client;
+use solana_cli_config::{Config, CONFIG_FILE};
+use solana_sdk::signature::read_keypair_file;
+use spl_themis_client::test_e2e;
+use std::path::Path;
+use tokio::runtime::Runtime;
+use url::Url;
+
+fn main() {
+    let config_file = CONFIG_FILE.as_ref().unwrap();
+    let config = if Path::new(&config_file).exists() {
+        Config::load(&config_file).unwrap()
+    } else {
+        Config::default()
+    };
+    let rpc_banks_url = Config::compute_rpc_banks_url(&config.json_rpc_url);
+    let url = Url::parse(&rpc_banks_url).unwrap();
+    let host_port = (url.host_str().unwrap(), url.port().unwrap());
+
+    Runtime::new().unwrap().block_on(async {
+        let mut banks_client = start_tcp_client(host_port).await.unwrap();
+        let policies = vec![Fr::new(1u64.into()).unwrap(), Fr::new(2u64.into()).unwrap()];
+        let sender_keypair = read_keypair_file(&config.keypair_path).unwrap();
+        test_e2e(
+            &mut banks_client,
+            sender_keypair,
+            policies,
+            1_000,
+            Fr::new(3u64.into()).unwrap(),
+        )
+        .await
+        .unwrap();
+    });
+}