Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/build-test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ jobs:
scan-type: 'fs'
format: 'table'
scan-ref: '.'
severity: 'HIGH,CRITICAL'
severity: 'CRITICAL'
ignore-unfixed: true
exit-code: 1

Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
package no.ssb.dlp.pseudo.service.pseudo;

import com.google.common.base.Stopwatch;
import io.opentelemetry.api.trace.Span;
import io.opentelemetry.instrumentation.annotations.AddingSpanAttributes;
import io.opentelemetry.instrumentation.annotations.SpanAttribute;
import io.opentelemetry.instrumentation.annotations.WithSpan;
Expand All @@ -19,6 +20,7 @@
import no.ssb.dlp.pseudo.service.pseudo.metadata.FieldMetric;
import no.ssb.dlp.pseudo.service.pseudo.metadata.PseudoMetadataProcessor;

import java.time.Instant;
import java.util.List;
import java.util.Map;
import java.util.Objects;
Expand Down Expand Up @@ -84,12 +86,13 @@ public PseudoField(String name, String pattern, String pseudoFunc, EncryptedKeys
* @param values The values to be processed.
* @return A Flowable stream that processes the field values by applying the configured pseudo rules, and returns them as a lists of strings.
*/
@WithSpan
@AddingSpanAttributes
public Flowable<String> process(@SpanAttribute("pseudoConfigSplitter") PseudoConfigSplitter pseudoConfigSplitter,
@SpanAttribute("recordProcessorFactory") RecordMapProcessorFactory recordProcessorFactory,
@SpanAttribute("values") List<String> values,
@SpanAttribute("pseudoOperation") PseudoOperation pseudoOperation,
String correlationId) {
Span.current().addEvent("process pseudo field", Instant.now());
Stopwatch stopwatch = Stopwatch.createStarted();
List<PseudoConfig> pseudoConfigs = pseudoConfigSplitter.splitIfNecessary(this.getPseudoConfig());

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,8 @@

import com.github.benmanes.caffeine.cache.LoadingCache;
import com.google.crypto.tink.Aead;
import io.opentelemetry.api.trace.Span;
import io.opentelemetry.instrumentation.annotations.AddingSpanAttributes;
import io.opentelemetry.instrumentation.annotations.WithSpan;
import jakarta.inject.Singleton;
import lombok.RequiredArgsConstructor;
Expand Down Expand Up @@ -30,6 +32,7 @@
import no.ssb.dlp.pseudo.service.pseudo.metadata.FieldMetric;
import no.ssb.dlp.pseudo.service.pseudo.metadata.PseudoMetadataProcessor;

import java.time.Instant;
import java.util.Collection;
import java.util.List;
import java.util.Map;
Expand All @@ -47,8 +50,9 @@ public class RecordMapProcessorFactory {
private final PseudoSecrets pseudoSecrets;
private final LoadingCache<String, Aead> aeadCache;

@WithSpan
@AddingSpanAttributes
public RecordMapProcessor<PseudoMetadataProcessor> newPseudonymizeRecordProcessor(List<PseudoConfig> pseudoConfigs, String correlationId) {
Span.current().addEvent("newPseudonymizeRecordProcessor", Instant.now());
ValueInterceptorChain chain = new ValueInterceptorChain();
PseudoMetadataProcessor metadataProcessor = new PseudoMetadataProcessor(correlationId);

Expand Down
Original file line number Diff line number Diff line change
@@ -1,11 +1,13 @@
package no.ssb.dlp.pseudo.service.pseudo.metadata;

import io.opentelemetry.instrumentation.annotations.WithSpan;
import io.opentelemetry.api.trace.Span;
import io.opentelemetry.instrumentation.annotations.AddingSpanAttributes;
import io.reactivex.processors.ReplayProcessor;
import lombok.Value;
import no.ssb.dlp.pseudo.core.util.Json;
import org.reactivestreams.Publisher;

import java.time.Instant;
import java.util.HashSet;
import java.util.LinkedHashMap;
import java.util.Map;
Expand Down Expand Up @@ -35,16 +37,19 @@ public void addLog(String log) {
public void addMetric(FieldMetric fieldMetric) {
metrics.onNext(fieldMetric);
}
@WithSpan
@AddingSpanAttributes
public Publisher<String> getMetadata() {
Span.current().addEvent("getMetadata", Instant.now());
return datadocMetadata.map(FieldMetadata::toDatadocVariable).map(Json::from);
}
@WithSpan
@AddingSpanAttributes
public Publisher<String> getLogs() {
Span.current().addEvent("getLogs", Instant.now());
return logs.map(Json::from);
}
@WithSpan
@AddingSpanAttributes
public Publisher<String> getMetrics() {
Span.current().addEvent("getMetrics", Instant.now());
return metrics.groupBy(FieldMetric::name)
.flatMapSingle(group ->
group.count().map(c -> Map.of(group.getKey(), c.intValue())
Expand Down
Loading