Merge pull request #1164 from carver/lightchain-integration-test

Lightchain integration test

Author: carver

.circleci/config.yml

@@ -39,6 +39,48 @@ common: &common
           - ./eggs
         key: cache-{{ .Environment.CIRCLE_JOB }}-{{ checksum "setup.py" }}-{{ checksum "tox.ini" }}
 
+geth_steps: &geth_steps
+  working_directory: ~/repo
+  steps:
+    - checkout
+    - restore_cache:
+        keys:
+          - cache-{{ .Environment.CIRCLE_JOB }}-{{ checksum "setup.py" }}-{{ checksum "tox.ini" }}
+    - run:
+        name: install dependencies
+        command: pip install --user tox
+    - run:
+        name: build geth if missing
+        command: |
+          mkdir -p $HOME/.ethash
+          pip install --user py-geth>=1.10.1
+          export GOROOT=/usr/local/go
+          export GETH_BINARY="$HOME/.py-geth/geth-$GETH_VERSION/bin/geth"
+          if [ ! -e "$GETH_BINARY" ]; then
+            curl -O https://storage.googleapis.com/golang/go1.7.4.linux-amd64.tar.gz
+            tar xvf go1.7.4.linux-amd64.tar.gz
+            sudo chown -R root:root ./go
+            sudo mv go /usr/local
+            sudo ln -s /usr/local/go/bin/go /usr/local/bin/go
+            sudo apt-get update;
+            sudo apt-get install -y build-essential;
+            python -m geth.install $GETH_VERSION;
+          fi
+          sudo ln -s /home/circleci/.py-geth/geth-$GETH_VERSION/bin/geth /usr/local/bin/geth
+          geth version
+    - run:
+        name: run tox
+        command: ~/.local/bin/tox -r
+    - save_cache:
+        paths:
+          - .tox
+          - ~/.cache/pip
+          - ~/.local
+          - ./eggs
+          - ~/.ethash
+          - ~/.py-geth
+        key: cache-{{ .Environment.CIRCLE_JOB }}-{{ checksum "setup.py" }}-{{ checksum "tox.ini" }}
+
 jobs:
   lint-py35:
     <<: *common
@@ -223,6 +265,14 @@ jobs:
       - image: circleci/python:3.6
         environment:
           TOXENV: py36-trinity-integration
+  py36-trinity-lightchain_integration:
+    <<: *common
+    <<: *geth_steps
+    docker:
+      - image: circleci/python:3.6
+        environment:
+          TOXENV: py36-lightchain_integration
+          GETH_VERSION: v1.8.1
   py36-transactions:
     <<: *common
     docker:
@@ -294,6 +344,7 @@ workflows:
       - py36-core
       - py36-trinity
       - py36-trinity-integration
+      - py36-trinity-lightchain_integration
       - py36-transactions
       - py36-p2p
       - py36-database

tests/trinity/integration/fixtures/geth_lightchain_datadir/geth/LOCK

@@ -0,0 +1 @@
+MANIFEST-000023

tests/trinity/integration/fixtures/geth_lightchain_datadir/geth/chaindata/000014.ldb

@@ -0,0 +1,98 @@
+=============== Aug 8, 2018 (PDT) ===============
+16:04:27.789101 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed
+16:04:27.820465 db@open opening
+16:04:27.822697 version@stat F·[] S·0B[] Sc·[]
+16:04:27.826896 db@janitor F·2 G·0
+16:04:27.826910 db@open done T·6.431374ms
+16:05:18.141039 db@close closing
+16:05:18.141093 db@close done T·51.582µs
+=============== Aug 8, 2018 (PDT) ===============
+16:13:29.909819 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed
+16:13:29.909895 version@stat F·[] S·0B[] Sc·[]
+16:13:29.909901 db@open opening
+16:13:29.909926 journal@recovery F·1
+16:13:29.912527 journal@recovery recovering @1
+16:13:29.919758 memdb@flush created L0@2 N·1579 S·112KiB "\x00\x15\xb7..\xd5=),v354":"\xff\x977..i\x90q,v398"
+16:13:29.922081 version@stat F·[1] S·112KiB[112KiB] Sc·[0.25]
+16:13:29.930067 db@janitor F·3 G·0
+16:13:29.930117 db@open done T·20.179578ms
+16:14:21.704863 db@close closing
+16:14:21.705038 db@close done T·167.94µs
+=============== Aug 9, 2018 (PDT) ===============
+09:57:10.440446 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed
+09:57:10.440901 version@stat F·[1] S·112KiB[112KiB] Sc·[0.25]
+09:57:10.440909 db@open opening
+09:57:10.440936 journal@recovery F·1
+09:57:10.444659 journal@recovery recovering @3
+09:57:10.449520 memdb@flush created L0@5 N·4 S·678B "Dat..ion,v1582":"eth..\xcaJ-,v1581"
+09:57:10.451580 version@stat F·[2] S·113KiB[113KiB] Sc·[0.50]
+09:57:10.459912 db@janitor F·4 G·0
+09:57:10.459934 db@open done T·19.017515ms
+=============== Aug 9, 2018 (PDT) ===============
+10:04:14.514363 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed
+10:04:14.514509 version@stat F·[2] S·113KiB[113KiB] Sc·[0.50]
+10:04:14.514517 db@open opening
+10:04:14.514555 journal@recovery F·1
+10:04:14.517014 journal@recovery recovering @6
+10:04:14.522190 memdb@flush created L0@8 N·3 S·484B "Dat..ion,v1587":"eth..\xcaJ-,v1586"
+10:04:14.524798 version@stat F·[3] S·114KiB[114KiB] Sc·[0.75]
+10:04:14.532960 db@janitor F·5 G·0
+10:04:14.533019 db@open done T·18.462619ms
+10:04:15.568766 db@close closing
+10:04:15.568800 db@close done T·33.576µs
+=============== Aug 9, 2018 (PDT) ===============
+10:05:46.610505 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed
+10:05:46.610607 version@stat F·[3] S·114KiB[114KiB] Sc·[0.75]
+10:05:46.610615 db@open opening
+10:05:46.610645 journal@recovery F·1
+10:05:46.612772 journal@recovery recovering @9
+10:05:46.617227 memdb@flush created L0@11 N·4 S·672B "Dat..ion,v1591":"eth..\xcaJ-,v1590"
+10:05:46.620296 version@stat F·[4] S·114KiB[114KiB] Sc·[1.00]
+10:05:46.628423 db@janitor F·6 G·0
+10:05:46.628442 db@open done T·17.821353ms
+10:05:46.628515 table@compaction L0·4 -> L1·0 S·114KiB Q·1594
+10:05:46.633979 table@build created L1@14 N·1285 S·102KiB "\x00\x15\xb7..\xd5=),v354":"\xff\x977..i\x90q,v398"
+10:05:46.634021 version@stat F·[0 1] S·102KiB[0B 102KiB] Sc·[0.00 0.00]
+10:05:46.642018 table@compaction committed F-3 S-12KiB Ke·0 D·305 T·13.477728ms
+10:05:46.642079 table@remove removed @11
+10:05:46.642112 table@remove removed @8
+10:05:46.642140 table@remove removed @5
+10:05:46.642175 table@remove removed @2
+10:05:47.663408 db@close closing
+10:05:47.663445 db@close done T·36.266µs
+=============== Aug 9, 2018 (PDT) ===============
+10:09:08.220855 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed
+10:09:08.220964 version@stat F·[0 1] S·102KiB[0B 102KiB] Sc·[0.00 0.00]
+10:09:08.220987 db@open opening
+10:09:08.221015 journal@recovery F·1
+10:09:08.223045 journal@recovery recovering @12
+10:09:08.227798 memdb@flush created L0@15 N·4 S·675B "Dat..ion,v1596":"eth..\xcaJ-,v1595"
+10:09:08.229852 version@stat F·[1 1] S·103KiB[675B 102KiB] Sc·[0.25 0.00]
+10:09:08.238244 db@janitor F·4 G·0
+10:09:08.238274 db@open done T·17.267272ms
+10:09:09.296242 db@close closing
+10:09:09.296276 db@close done T·33.916µs
+=============== Aug 9, 2018 (PDT) ===============
+10:14:45.018474 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed
+10:14:45.018569 version@stat F·[1 1] S·103KiB[675B 102KiB] Sc·[0.25 0.00]
+10:14:45.018576 db@open opening
+10:14:45.018809 journal@recovery F·1
+10:14:45.020795 journal@recovery recovering @16
+10:14:45.025274 memdb@flush created L0@18 N·4 S·674B "Dat..ion,v1601":"eth..\xcaJ-,v1600"
+10:14:45.027478 version@stat F·[2 1] S·103KiB[1KiB 102KiB] Sc·[0.50 0.00]
+10:14:45.035732 db@janitor F·5 G·0
+10:14:45.035786 db@open done T·17.169426ms
+10:14:46.086859 db@close closing
+10:14:46.086892 db@close done T·32.183µs
+=============== Aug 9, 2018 (PDT) ===============
+10:19:27.322807 log@legend F·NumFile S·FileSize N·Entry C·BadEntry B·BadBlock Ke·KeyError D·DroppedEntry L·Level Q·SeqNum T·TimeElapsed
+10:19:27.322937 version@stat F·[2 1] S·103KiB[1KiB 102KiB] Sc·[0.50 0.00]
+10:19:27.322945 db@open opening
+10:19:27.322977 journal@recovery F·1
+10:19:27.325079 journal@recovery recovering @19
+10:19:27.329408 memdb@flush created L0@21 N·4 S·673B "Dat..ion,v1606":"eth..\xcaJ-,v1605"
+10:19:27.331598 version@stat F·[3 1] S·104KiB[1KiB 102KiB] Sc·[0.75 0.00]
+10:19:27.340040 db@janitor F·6 G·0
+10:19:27.340058 db@open done T·17.105709ms
+10:19:28.398711 db@close closing
+10:19:28.398748 db@close done T·36.133µs