Skip to content

Commit 5d5fee4

Browse files
committed
Hidden objects with unknown types
1 parent d930a4b commit 5d5fee4

File tree

10 files changed

+210
-208
lines changed

10 files changed

+210
-208
lines changed

flink-cyber/flink-indexing/flink-indexing-hive/src/main/java/com/cloudera/cyber/indexing/hive/util/FlinkSchemaUtil.java

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,29 +1,29 @@
11
package com.cloudera.cyber.indexing.hive.util;
22

33
import com.cloudera.cyber.indexing.TableColumnDto;
4+
import java.util.ArrayList;
5+
import java.util.List;
6+
import java.util.Optional;
7+
import java.util.stream.Collectors;
48
import org.apache.flink.table.api.DataTypes;
59
import org.apache.flink.table.api.Schema;
610
import org.apache.flink.table.catalog.Column;
711
import org.apache.flink.table.catalog.ResolvedSchema;
812
import org.apache.flink.table.types.DataType;
913

10-
import java.util.ArrayList;
11-
import java.util.List;
12-
import java.util.Optional;
13-
import java.util.stream.Collectors;
14-
1514
public final class FlinkSchemaUtil {
1615

1716
public static Schema buildSchema(ResolvedSchema resolvedSchema) {
1817
return Schema.newBuilder()
19-
.fromResolvedSchema(resolvedSchema)
20-
.build();
18+
.fromResolvedSchema(resolvedSchema)
19+
.build();
2120
}
2221

2322
public static ResolvedSchema getResolvedSchema(List<TableColumnDto> columnList) {
2423
final List<Column> flinkColumnList = columnList.stream()
25-
.map(col -> Column.physical(col.getName(), getFlinkType(col.getType(), col.getNullable())))
26-
.collect(Collectors.toList());
24+
.map(col -> Column.physical(col.getName(),
25+
getFlinkType(col.getType(), col.getNullable())))
26+
.collect(Collectors.toList());
2727
return ResolvedSchema.of(flinkColumnList);
2828
}
2929

flink-cyber/metron-parser-chain/parser-chains-config-service/src/main/java/com/cloudera/parserchains/queryservice/config/kafka/KafkaConfig.java

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -40,7 +40,7 @@
4040
public class KafkaConfig {
4141

4242
/**
43-
* Provides the default kafka properties for the consumers
43+
* Provides the default kafka properties for the consumers.
4444
*
4545
* @return Default kafka properties for the consumers
4646
*/
@@ -50,10 +50,11 @@ public ClouderaKafkaProperties kafkaProperties() {
5050
return new ClouderaKafkaProperties();
5151
}
5252

53-
/***
54-
* Provides a map with key=clusterId and value=ClouderaKafkaProperties
53+
/**
54+
* Provides a map with key=clusterId and value=ClouderaKafkaProperties.
5555
*
56-
* @return Map with key of clusterId and value - kafkaProperties. This map is a mapping between clusterId and connection details for that cluster
56+
* @return Map with key of clusterId and value - kafkaProperties.
57+
* This map is a mapping between clusterId and connection details for that cluster
5758
*/
5859
@Bean(name = "kafka-external-cluster-map")
5960
@Scope(ConfigurableBeanFactory.SCOPE_SINGLETON)

flink-cyber/metron-parser-chain/parser-chains-config-service/src/main/java/com/cloudera/parserchains/queryservice/model/describe/OcsfIndexMappingDescriptor.java

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,10 @@
11
package com.cloudera.parserchains.queryservice.model.describe;
22

33
import com.cloudera.cyber.indexing.MappingDto;
4+
import java.util.Map;
45
import lombok.Getter;
56
import lombok.Setter;
67

7-
import java.util.Map;
8-
98
@Getter
109
@Setter
1110
public class OcsfIndexMappingDescriptor extends IndexMappingDescriptor {

flink-cyber/metron-parser-chain/parser-chains-config-service/src/main/java/com/cloudera/parserchains/queryservice/service/OcsfService.java

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,6 @@
11
package com.cloudera.parserchains.queryservice.service;
22

33

4-
import lombok.RequiredArgsConstructor;
5-
import lombok.extern.slf4j.Slf4j;
6-
import org.springframework.stereotype.Service;
7-
84
import java.io.IOException;
95
import java.net.URI;
106
import java.net.URISyntaxException;
@@ -14,6 +10,9 @@
1410
import java.nio.file.Files;
1511
import java.nio.file.Paths;
1612
import java.util.Collections;
13+
import lombok.RequiredArgsConstructor;
14+
import lombok.extern.slf4j.Slf4j;
15+
import org.springframework.stereotype.Service;
1716

1817
@Slf4j
1918
@Service

flink-cyber/metron-parser-chain/parser-chains-core/src/main/java/com/cloudera/parserchains/core/ReflectiveParserBuilder.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -110,8 +110,8 @@ private void configureParams(ParserSchema parserSchema, List<ConfigValueSchema>
110110
throw new InvalidParserException(parserSchema,
111111
String.format("Required parameter isn't provided: %s", annotationKey));
112112
}
113-
if (paramAnnotation.isPath() && parserSchema.getBasePath() != null &&
114-
!parserSchema.getBasePath().equals("null")) {
113+
if (paramAnnotation.isPath() && parserSchema.getBasePath() != null
114+
&& !parserSchema.getBasePath().equals("null")) {
115115
finalValue = Paths.get(parserSchema.getBasePath(), finalValue).toString();
116116
}
117117
valueMap.put(annotationKey, finalValue);

flink-cyber/metron-parser-chain/parser-chains-core/src/main/java/com/cloudera/parserchains/core/catalog/Configurable.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -79,6 +79,7 @@
7979

8080
/**
8181
* If true, the value will be treated as path and can be appended with base directory.
82+
*
8283
* <p>This value is optional.
8384
*/
8485
boolean isPath() default false;

flink-cyber/metron-parser-chain/parser-chains-core/src/main/java/com/cloudera/parserchains/core/catalog/Parameter.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -78,6 +78,7 @@
7878

7979
/**
8080
* If true, the value will be treated as path and can be appended with base directory.
81+
*
8182
* <p>This value is optional.
8283
*/
8384
boolean isPath() default false;

0 commit comments

Comments
 (0)