chore: Add histograms and fileRef series support (#81)

* Generate protobuf code with Histograms and fileRef series included

* Generate `neptune_retrieval_api` with support for Histograms and fileRef series

Author: Krzysztof Godlewski

src/neptune_api/proto/protobuf_v3/neptune_pb/ingest/v1/common_pb2.py

@@ -7,7 +7,7 @@
 from google.protobuf import symbol_database as _symbol_database
 _sym_db = _symbol_database.Default()
 from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!neptune_pb/ingest/v1/common.proto\x12\x11neptune.ingest.v1\x1a\x1fgoogle/protobuf/timestamp.proto"$\n\x04Step\x12\r\n\x05whole\x18\x01 \x01(\x04\x12\r\n\x05micro\x18\x02 \x01(\x04"\x9b\x01\n\tForkPoint\x12\x16\n\x0eparent_project\x18\x01 \x01(\t\x12\x15\n\rparent_run_id\x18\x02 \x01(\t\x12%\n\x04step\x18\x04 \x01(\x0b2\x17.neptune.ingest.v1.Step\x12 \n\x13requested_parent_id\x18\x0f \x01(\tH\x00\x88\x01\x01B\x16\n\x14_requested_parent_id"\x1b\n\tStringSet\x12\x0e\n\x06values\x18\x01 \x03(\t">\n\x07FileRef\x12\x0c\n\x04path\x18\x01 \x01(\t\x12\x12\n\nsize_bytes\x18\x02 \x01(\x03\x12\x11\n\tmime_type\x18\x03 \x01(\t"\xeb\x01\n\x05Value\x12\x11\n\x07float64\x18\x01 \x01(\x01H\x00\x12\x0f\n\x05int64\x18\x03 \x01(\x03H\x00\x12\x0e\n\x04bool\x18\x05 \x01(\x08H\x00\x12\x10\n\x06string\x18\x06 \x01(\tH\x00\x12/\n\ttimestamp\x18\x08 \x01(\x0b2\x1a.google.protobuf.TimestampH\x00\x122\n\nstring_set\x18\x0c \x01(\x0b2\x1c.neptune.ingest.v1.StringSetH\x00\x12.\n\x08file_ref\x18\r \x01(\x0b2\x1a.neptune.ingest.v1.FileRefH\x00B\x07\n\x05value"\xa2\x01\n\x0fModifyStringSet\x12>\n\x06values\x18\x01 \x03(\x0b2..neptune.ingest.v1.ModifyStringSet.ValuesEntry\x1aO\n\x0bValuesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12/\n\x05value\x18\x02 \x01(\x0e2 .neptune.ingest.v1.SET_OPERATION:\x028\x01"I\n\tModifySet\x124\n\x06string\x18\x01 \x01(\x0b2".neptune.ingest.v1.ModifyStringSetH\x00B\x06\n\x04type"F\n\x05Owner\x12\x11\n\x07user_id\x18\x01 \x01(\tH\x00\x12\x1c\n\x12service_account_id\x18\x02 \x01(\tH\x00B\x0c\n\nowner_type"\xa9\x03\n\x03Run\x12\x13\n\x06run_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1a\n\rexperiment_id\x18\x05 \x01(\tH\x01\x88\x01\x01\x120\n\nfork_point\x18\x02 \x01(\x0b2\x1c.neptune.ingest.v1.ForkPoint\x12\x13\n\x06family\x18\x04 \x01(\tH\x02\x88\x01\x01\x126\n\rcreation_time\x18\x03 \x01(\x0b2\x1a.google.protobuf.TimestampH\x03\x88\x01\x01\x12,\n\x05owner\x18\x06 \x01(\x0b2\x18.neptune.ingest.v1.OwnerH\x04\x88\x01\x01\x12\x17\n\nrequest_id\x18\x07 \x01(\tH\x05\x88\x01\x01\x12>\n\x15start_processing_time\x18\x0b \x01(\x0b2\x1a.google.protobuf.TimestampH\x06\x88\x01\x01B\t\n\x07_run_idB\x10\n\x0e_experiment_idB\t\n\x07_familyB\x10\n\x0e_creation_timeB\x08\n\x06_ownerB\r\n\x0b_request_idB\x18\n\x16_start_processing_time"7\n\x07Preview\x12\x12\n\nis_preview\x18\x01 \x01(\x08\x12\x18\n\x10completion_ratio\x18\x02 \x01(\x02"\xdb\x05\n\x11UpdateRunSnapshot\x12%\n\x04step\x18\x01 \x01(\x0b2\x17.neptune.ingest.v1.Step\x12-\n\ttimestamp\x18\x02 \x01(\x0b2\x1a.google.protobuf.Timestamp\x120\n\x07preview\x18\n \x01(\x0b2\x1a.neptune.ingest.v1.PreviewH\x00\x88\x01\x01\x12@\n\x06assign\x18\x04 \x03(\x0b20.neptune.ingest.v1.UpdateRunSnapshot.AssignEntry\x12I\n\x0bmodify_sets\x18\x05 \x03(\x0b24.neptune.ingest.v1.UpdateRunSnapshot.ModifySetsEntry\x12@\n\x06append\x18\x08 \x03(\x0b20.neptune.ingest.v1.UpdateRunSnapshot.AppendEntry\x12\x17\n\nrequest_id\x18\t \x01(\tH\x01\x88\x01\x01\x12>\n\x15start_processing_time\x18\x0b \x01(\x0b2\x1a.google.protobuf.TimestampH\x02\x88\x01\x01\x1aG\n\x0bAssignEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\'\n\x05value\x18\x02 \x01(\x0b2\x18.neptune.ingest.v1.Value:\x028\x01\x1aO\n\x0fModifySetsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12+\n\x05value\x18\x02 \x01(\x0b2\x1c.neptune.ingest.v1.ModifySet:\x028\x01\x1aG\n\x0bAppendEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\'\n\x05value\x18\x02 \x01(\x0b2\x18.neptune.ingest.v1.Value:\x028\x01B\n\n\x08_previewB\r\n\x0b_request_idB\x18\n\x16_start_processing_time"M\n\x12UpdateRunSnapshots\x127\n\tsnapshots\x18\x01 \x03(\x0b2$.neptune.ingest.v1.UpdateRunSnapshot*.\n\rSET_OPERATION\x12\x08\n\x04NOOP\x10\x00\x12\x07\n\x03ADD\x10\x01\x12\n\n\x06REMOVE\x10\x02B5\n$ml.neptune.leaderboard.api.ingest.v1B\x0bCommonProtoP\x01b\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!neptune_pb/ingest/v1/common.proto\x12\x11neptune.ingest.v1\x1a\x1fgoogle/protobuf/timestamp.proto"$\n\x04Step\x12\r\n\x05whole\x18\x01 \x01(\x04\x12\r\n\x05micro\x18\x02 \x01(\x04"\x9b\x01\n\tForkPoint\x12\x16\n\x0eparent_project\x18\x01 \x01(\t\x12\x15\n\rparent_run_id\x18\x02 \x01(\t\x12%\n\x04step\x18\x04 \x01(\x0b2\x17.neptune.ingest.v1.Step\x12 \n\x13requested_parent_id\x18\x0f \x01(\tH\x00\x88\x01\x01B\x16\n\x14_requested_parent_id"\x1b\n\tStringSet\x12\x0e\n\x06values\x18\x01 \x03(\t">\n\x07FileRef\x12\x0c\n\x04path\x18\x01 \x01(\t\x12\x12\n\nsize_bytes\x18\x02 \x01(\x03\x12\x11\n\tmime_type\x18\x03 \x01(\t"\xd3\x01\n\tHistogram\x12\x11\n\tbin_edges\x18\x01 \x03(\x01\x125\n\x06counts\x18\x04 \x01(\x0b2#.neptune.ingest.v1.Histogram.CountsH\x00\x12;\n\tdensities\x18\x05 \x01(\x0b2&.neptune.ingest.v1.Histogram.DensitiesH\x00\x1a\x18\n\x06Counts\x12\x0e\n\x06values\x18\x01 \x03(\x04\x1a\x1b\n\tDensities\x12\x0e\n\x06values\x18\x01 \x03(\x01B\x08\n\x06values"\x9e\x02\n\x05Value\x12\x11\n\x07float64\x18\x01 \x01(\x01H\x00\x12\x0f\n\x05int64\x18\x03 \x01(\x03H\x00\x12\x0e\n\x04bool\x18\x05 \x01(\x08H\x00\x12\x10\n\x06string\x18\x06 \x01(\tH\x00\x12/\n\ttimestamp\x18\x08 \x01(\x0b2\x1a.google.protobuf.TimestampH\x00\x122\n\nstring_set\x18\x0c \x01(\x0b2\x1c.neptune.ingest.v1.StringSetH\x00\x12.\n\x08file_ref\x18\r \x01(\x0b2\x1a.neptune.ingest.v1.FileRefH\x00\x121\n\thistogram\x18\x0e \x01(\x0b2\x1c.neptune.ingest.v1.HistogramH\x00B\x07\n\x05value"\xa2\x01\n\x0fModifyStringSet\x12>\n\x06values\x18\x01 \x03(\x0b2..neptune.ingest.v1.ModifyStringSet.ValuesEntry\x1aO\n\x0bValuesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12/\n\x05value\x18\x02 \x01(\x0e2 .neptune.ingest.v1.SET_OPERATION:\x028\x01"I\n\tModifySet\x124\n\x06string\x18\x01 \x01(\x0b2".neptune.ingest.v1.ModifyStringSetH\x00B\x06\n\x04type"F\n\x05Owner\x12\x11\n\x07user_id\x18\x01 \x01(\tH\x00\x12\x1c\n\x12service_account_id\x18\x02 \x01(\tH\x00B\x0c\n\nowner_type"\xa9\x03\n\x03Run\x12\x13\n\x06run_id\x18\x01 \x01(\tH\x00\x88\x01\x01\x12\x1a\n\rexperiment_id\x18\x05 \x01(\tH\x01\x88\x01\x01\x120\n\nfork_point\x18\x02 \x01(\x0b2\x1c.neptune.ingest.v1.ForkPoint\x12\x13\n\x06family\x18\x04 \x01(\tH\x02\x88\x01\x01\x126\n\rcreation_time\x18\x03 \x01(\x0b2\x1a.google.protobuf.TimestampH\x03\x88\x01\x01\x12,\n\x05owner\x18\x06 \x01(\x0b2\x18.neptune.ingest.v1.OwnerH\x04\x88\x01\x01\x12\x17\n\nrequest_id\x18\x07 \x01(\tH\x05\x88\x01\x01\x12>\n\x15start_processing_time\x18\x0b \x01(\x0b2\x1a.google.protobuf.TimestampH\x06\x88\x01\x01B\t\n\x07_run_idB\x10\n\x0e_experiment_idB\t\n\x07_familyB\x10\n\x0e_creation_timeB\x08\n\x06_ownerB\r\n\x0b_request_idB\x18\n\x16_start_processing_time"7\n\x07Preview\x12\x12\n\nis_preview\x18\x01 \x01(\x08\x12\x18\n\x10completion_ratio\x18\x02 \x01(\x02"\xdb\x05\n\x11UpdateRunSnapshot\x12%\n\x04step\x18\x01 \x01(\x0b2\x17.neptune.ingest.v1.Step\x12-\n\ttimestamp\x18\x02 \x01(\x0b2\x1a.google.protobuf.Timestamp\x120\n\x07preview\x18\n \x01(\x0b2\x1a.neptune.ingest.v1.PreviewH\x00\x88\x01\x01\x12@\n\x06assign\x18\x04 \x03(\x0b20.neptune.ingest.v1.UpdateRunSnapshot.AssignEntry\x12I\n\x0bmodify_sets\x18\x05 \x03(\x0b24.neptune.ingest.v1.UpdateRunSnapshot.ModifySetsEntry\x12@\n\x06append\x18\x08 \x03(\x0b20.neptune.ingest.v1.UpdateRunSnapshot.AppendEntry\x12\x17\n\nrequest_id\x18\t \x01(\tH\x01\x88\x01\x01\x12>\n\x15start_processing_time\x18\x0b \x01(\x0b2\x1a.google.protobuf.TimestampH\x02\x88\x01\x01\x1aG\n\x0bAssignEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\'\n\x05value\x18\x02 \x01(\x0b2\x18.neptune.ingest.v1.Value:\x028\x01\x1aO\n\x0fModifySetsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12+\n\x05value\x18\x02 \x01(\x0b2\x1c.neptune.ingest.v1.ModifySet:\x028\x01\x1aG\n\x0bAppendEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\'\n\x05value\x18\x02 \x01(\x0b2\x18.neptune.ingest.v1.Value:\x028\x01B\n\n\x08_previewB\r\n\x0b_request_idB\x18\n\x16_start_processing_time"M\n\x12UpdateRunSnapshots\x127\n\tsnapshots\x18\x01 \x03(\x0b2$.neptune.ingest.v1.UpdateRunSnapshot*.\n\rSET_OPERATION\x12\x08\n\x04NOOP\x10\x00\x12\x07\n\x03ADD\x10\x01\x12\n\n\x06REMOVE\x10\x02B5\n$ml.neptune.leaderboard.api.ingest.v1B\x0bCommonProtoP\x01b\x06proto3')
 _SET_OPERATION = DESCRIPTOR.enum_types_by_name['SET_OPERATION']
 SET_OPERATION = enum_type_wrapper.EnumTypeWrapper(_SET_OPERATION)
 NOOP = 0
@@ -17,6 +17,9 @@
 _FORKPOINT = DESCRIPTOR.message_types_by_name['ForkPoint']
 _STRINGSET = DESCRIPTOR.message_types_by_name['StringSet']
 _FILEREF = DESCRIPTOR.message_types_by_name['FileRef']
+_HISTOGRAM = DESCRIPTOR.message_types_by_name['Histogram']
+_HISTOGRAM_COUNTS = _HISTOGRAM.nested_types_by_name['Counts']
+_HISTOGRAM_DENSITIES = _HISTOGRAM.nested_types_by_name['Densities']
 _VALUE = DESCRIPTOR.message_types_by_name['Value']
 _MODIFYSTRINGSET = DESCRIPTOR.message_types_by_name['ModifyStringSet']
 _MODIFYSTRINGSET_VALUESENTRY = _MODIFYSTRINGSET.nested_types_by_name['ValuesEntry']
@@ -37,6 +40,10 @@
 _sym_db.RegisterMessage(StringSet)
 FileRef = _reflection.GeneratedProtocolMessageType('FileRef', (_message.Message,), {'DESCRIPTOR': _FILEREF, '__module__': 'neptune_pb.ingest.v1.common_pb2'})
 _sym_db.RegisterMessage(FileRef)
+Histogram = _reflection.GeneratedProtocolMessageType('Histogram', (_message.Message,), {'Counts': _reflection.GeneratedProtocolMessageType('Counts', (_message.Message,), {'DESCRIPTOR': _HISTOGRAM_COUNTS, '__module__': 'neptune_pb.ingest.v1.common_pb2'}), 'Densities': _reflection.GeneratedProtocolMessageType('Densities', (_message.Message,), {'DESCRIPTOR': _HISTOGRAM_DENSITIES, '__module__': 'neptune_pb.ingest.v1.common_pb2'}), 'DESCRIPTOR': _HISTOGRAM, '__module__': 'neptune_pb.ingest.v1.common_pb2'})
+_sym_db.RegisterMessage(Histogram)
+_sym_db.RegisterMessage(Histogram.Counts)
+_sym_db.RegisterMessage(Histogram.Densities)
 Value = _reflection.GeneratedProtocolMessageType('Value', (_message.Message,), {'DESCRIPTOR': _VALUE, '__module__': 'neptune_pb.ingest.v1.common_pb2'})
 _sym_db.RegisterMessage(Value)
 ModifyStringSet = _reflection.GeneratedProtocolMessageType('ModifyStringSet', (_message.Message,), {'ValuesEntry': _reflection.GeneratedProtocolMessageType('ValuesEntry', (_message.Message,), {'DESCRIPTOR': _MODIFYSTRINGSET_VALUESENTRY, '__module__': 'neptune_pb.ingest.v1.common_pb2'}), 'DESCRIPTOR': _MODIFYSTRINGSET, '__module__': 'neptune_pb.ingest.v1.common_pb2'})
@@ -68,8 +75,8 @@
     _UPDATERUNSNAPSHOT_MODIFYSETSENTRY._serialized_options = b'8\x01'
     _UPDATERUNSNAPSHOT_APPENDENTRY._options = None
     _UPDATERUNSNAPSHOT_APPENDENTRY._serialized_options = b'8\x01'
-    _SET_OPERATION._serialized_start = 2226
-    _SET_OPERATION._serialized_end = 2272
+    _SET_OPERATION._serialized_start = 2491
+    _SET_OPERATION._serialized_end = 2537
     _STEP._serialized_start = 89
     _STEP._serialized_end = 125
     _FORKPOINT._serialized_start = 128
@@ -78,27 +85,33 @@
     _STRINGSET._serialized_end = 312
     _FILEREF._serialized_start = 314
     _FILEREF._serialized_end = 376
-    _VALUE._serialized_start = 379
-    _VALUE._serialized_end = 614
-    _MODIFYSTRINGSET._serialized_start = 617
-    _MODIFYSTRINGSET._serialized_end = 779
-    _MODIFYSTRINGSET_VALUESENTRY._serialized_start = 700
-    _MODIFYSTRINGSET_VALUESENTRY._serialized_end = 779
-    _MODIFYSET._serialized_start = 781
-    _MODIFYSET._serialized_end = 854
-    _OWNER._serialized_start = 856
-    _OWNER._serialized_end = 926
-    _RUN._serialized_start = 929
-    _RUN._serialized_end = 1354
-    _PREVIEW._serialized_start = 1356
-    _PREVIEW._serialized_end = 1411
-    _UPDATERUNSNAPSHOT._serialized_start = 1414
-    _UPDATERUNSNAPSHOT._serialized_end = 2145
-    _UPDATERUNSNAPSHOT_ASSIGNENTRY._serialized_start = 1867
-    _UPDATERUNSNAPSHOT_ASSIGNENTRY._serialized_end = 1938
-    _UPDATERUNSNAPSHOT_MODIFYSETSENTRY._serialized_start = 1940
-    _UPDATERUNSNAPSHOT_MODIFYSETSENTRY._serialized_end = 2019
-    _UPDATERUNSNAPSHOT_APPENDENTRY._serialized_start = 2021
-    _UPDATERUNSNAPSHOT_APPENDENTRY._serialized_end = 2092
-    _UPDATERUNSNAPSHOTS._serialized_start = 2147
-    _UPDATERUNSNAPSHOTS._serialized_end = 2224
+    _HISTOGRAM._serialized_start = 379
+    _HISTOGRAM._serialized_end = 590
+    _HISTOGRAM_COUNTS._serialized_start = 527
+    _HISTOGRAM_COUNTS._serialized_end = 551
+    _HISTOGRAM_DENSITIES._serialized_start = 553
+    _HISTOGRAM_DENSITIES._serialized_end = 580
+    _VALUE._serialized_start = 593
+    _VALUE._serialized_end = 879
+    _MODIFYSTRINGSET._serialized_start = 882
+    _MODIFYSTRINGSET._serialized_end = 1044
+    _MODIFYSTRINGSET_VALUESENTRY._serialized_start = 965
+    _MODIFYSTRINGSET_VALUESENTRY._serialized_end = 1044
+    _MODIFYSET._serialized_start = 1046
+    _MODIFYSET._serialized_end = 1119
+    _OWNER._serialized_start = 1121
+    _OWNER._serialized_end = 1191
+    _RUN._serialized_start = 1194
+    _RUN._serialized_end = 1619
+    _PREVIEW._serialized_start = 1621
+    _PREVIEW._serialized_end = 1676
+    _UPDATERUNSNAPSHOT._serialized_start = 1679
+    _UPDATERUNSNAPSHOT._serialized_end = 2410
+    _UPDATERUNSNAPSHOT_ASSIGNENTRY._serialized_start = 2132
+    _UPDATERUNSNAPSHOT_ASSIGNENTRY._serialized_end = 2203
+    _UPDATERUNSNAPSHOT_MODIFYSETSENTRY._serialized_start = 2205
+    _UPDATERUNSNAPSHOT_MODIFYSETSENTRY._serialized_end = 2284
+    _UPDATERUNSNAPSHOT_APPENDENTRY._serialized_start = 2286
+    _UPDATERUNSNAPSHOT_APPENDENTRY._serialized_end = 2357
+    _UPDATERUNSNAPSHOTS._serialized_start = 2412
+    _UPDATERUNSNAPSHOTS._serialized_end = 2489