adds client scripts

Author: root

client/copy-all-script

@@ -7,24 +7,24 @@ import sys
 import fossildbapi_pb2 as proto
 import fossildbapi_pb2_grpc as proto_rpc
 
+MAX_MESSAGE_LENGTH = 1073741824
 
 def main():
-    verbose = False
+    verbose = True
 
     collections = ['skeletons', 'volumes', 'volumeData', 'skeletonUpdates']
 
-    srcPort = 7156
-    dstPort = 7155
-
     listKeysBatchSize = 300
 
+    srcPort = 2000
+    dstPort = 7155
 
-
-
-    srcChannel = grpc.insecure_channel('localhost:{}'.format(srcPort))
+    srcChannel = grpc.insecure_channel('localhost:{}'.format(srcPort), options=[('grpc.max_send_message_length', MAX_MESSAGE_LENGTH), (
+    'grpc.max_receive_message_length', MAX_MESSAGE_LENGTH)])
     srcStub = proto_rpc.FossilDBStub(srcChannel)
 
-    dstChannel = grpc.insecure_channel('localhost:{}'.format(dstPort))
+    dstChannel = grpc.insecure_channel('localhost:{}'.format(dstPort), options=[('grpc.max_send_message_length', MAX_MESSAGE_LENGTH), (
+    'grpc.max_receive_message_length', MAX_MESSAGE_LENGTH)])
     dstStub = proto_rpc.FossilDBStub(dstChannel)
 
     testHealth(srcStub, 'source fossildb at {}'.format(srcPort))
@@ -34,7 +34,7 @@ def main():
 
     for collection in collections:
         print('copying collection ' + collection)
-        lastKey = ''
+        lastKey = None
         while True:
             listKeysReply = srcStub.ListKeys(proto.ListKeysRequest(collection=collection, limit=listKeysBatchSize, startAfterKey=lastKey))
             assertSuccess(listKeysReply)

client/copy-some-script

@@ -7,23 +7,27 @@ import sys
 import fossildbapi_pb2 as proto
 import fossildbapi_pb2_grpc as proto_rpc
 
+MAX_MESSAGE_LENGTH = 1073741824
+
 def main():
-    verbose = False
+    verbose = True
 
     collectionsByTyp = {
         'skeleton': ['skeletons', 'skeletonUpdates'],
         'volume': ['volumes', 'volumeData']
     }
 
-    srcPort = 7156
-    dstPort = 7156
+    srcPort = 2000
+    dstPort = 7155
 
     tracingReferences = json.load(open('tracingReferences.json'))
 
-    srcChannel = grpc.insecure_channel('localhost:{}'.format(srcPort))
+    srcChannel = grpc.insecure_channel('localhost:{}'.format(srcPort), options=[('grpc.max_send_message_length', MAX_MESSAGE_LENGTH), (
+    'grpc.max_receive_message_length', MAX_MESSAGE_LENGTH)])
     srcStub = proto_rpc.FossilDBStub(srcChannel)
 
-    dstChannel = grpc.insecure_channel('localhost:{}'.format(dstPort))
+    dstChannel = grpc.insecure_channel('localhost:{}'.format(dstPort), options=[('grpc.max_send_message_length', MAX_MESSAGE_LENGTH), (
+    'grpc.max_receive_message_length', MAX_MESSAGE_LENGTH)])
     dstStub = proto_rpc.FossilDBStub(dstChannel)
 
     testHealth(srcStub, 'source fossildb at {}'.format(srcPort))

docker-compose.yaml

@@ -21,6 +21,14 @@ services:
     links:
       - fossildb
 
+  client:
+    image: scalableminds/fossildb-client:${FOSSILDB_CLIENT_TAG:-master}
+    volumes:
+      - ".:/app"
+    working_dir: /app
+    entrypoint: /bin/bash
+    network_mode: host
+
   sbt:
     image: scalableminds/sbt:${SBT_VERSION_TAG:-sbt-0.13.15_mongo-3.2.17_node-8.x_jdk-8}
     environment: