Skip to content

Commit 9e34579

Browse files
committed
Add a comment that Kinesis WAL has a known issue
1 parent 6657b8d commit 9e34579

File tree

1 file changed

+14
-12
lines changed

1 file changed

+14
-12
lines changed

include/rocksdb/cloud/cloud_env_options.h

Lines changed: 14 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -22,9 +22,11 @@ enum CloudType : unsigned char {
2222
};
2323

2424
enum LogType : unsigned char {
25-
kLogNone = 0x0, // Not really a log env
26-
kLogKinesis = 0x1, // Kinesis
27-
kLogKafka = 0x2, // Kafka
25+
kLogNone = 0x0, // Not really a log env
26+
// Important: Kinesis integration currently has a known issue and is not
27+
// supported, see https://github.com/rockset/rocksdb-cloud/issues/35
28+
kLogKinesis = 0x1, // Kinesis
29+
kLogKafka = 0x2, // Kafka
2830
kLogEnd = 0x3,
2931
};
3032

@@ -38,12 +40,12 @@ class AwsCloudAccessCredentials {
3840
// Defines parameters required to connect to Kafka
3941
class KafkaLogOptions {
4042
public:
41-
// The config parameters for the kafka client. At a bare minimum,
42-
// there needs to be at least one entry in this map that lists the
43-
// kafka brokers. That entry is of the type
44-
// ("metadata.broker.list", "kafka1.rockset.com,kafka2.rockset.com"
45-
//
46-
std::unordered_map<std::string, std::string> client_config_params;
43+
// The config parameters for the kafka client. At a bare minimum,
44+
// there needs to be at least one entry in this map that lists the
45+
// kafka brokers. That entry is of the type
46+
// ("metadata.broker.list", "kafka1.rockset.com,kafka2.rockset.com"
47+
//
48+
std::unordered_map<std::string, std::string> client_config_params;
4749
};
4850

4951
enum class CloudRequestOpType {
@@ -90,7 +92,7 @@ class CloudEnvOptions {
9092
// If true, then .log and MANIFEST files are stored in a local file system.
9193
// they are not uploaded to any cloud logging system.
9294
// If false, then .log and MANIFEST files are not stored locally, and are
93-
// stored in a cloud-logging system like Kinesis.
95+
// stored in a cloud-logging system like Kinesis or Kafka.
9496
// Default: true
9597
bool keep_local_log_files;
9698

@@ -160,7 +162,7 @@ class CloudEnvOptions {
160162

161163
CloudEnvOptions(
162164
CloudType _cloud_type = CloudType::kCloudAws,
163-
LogType _log_type = LogType::kLogKinesis,
165+
LogType _log_type = LogType::kLogKafka,
164166
bool _keep_local_sst_files = false, bool _keep_local_log_files = true,
165167
uint64_t _purger_periodicity_millis = 10 * 60 * 1000,
166168
bool _validate_filesize = true,
@@ -307,4 +309,4 @@ class BucketObjectMetadata {
307309
std::vector<std::string> pathnames;
308310
};
309311

310-
} // namespace
312+
} // namespace rocksdb

0 commit comments

Comments
 (0)