File tree Expand file tree Collapse file tree 2 files changed +18
-0
lines changed
azure-cosmos-spark_3-3_2-12/src/main/scala/com/azure/cosmos/spark
azure-cosmos-spark_3-4_2-12/src/main/scala/com/azure/cosmos/spark Expand file tree Collapse file tree 2 files changed +18
-0
lines changed Original file line number Diff line number Diff line change @@ -15,6 +15,15 @@ import java.util.Locale
15
15
import java .util .concurrent .atomic .{AtomicBoolean , AtomicReference }
16
16
import scala .collection .mutable .ArrayBuffer
17
17
18
+ class SparkInternalsBridge {
19
+ // Only used in ChangeFeedMetricsListener, which is easier for test validation
20
+ def getInternalCustomTaskMetricsAsSQLMetric (
21
+ knownCosmosMetricNames : Set [String ],
22
+ taskMetrics : TaskMetrics ) : Map [String , SQLMetric ] = {
23
+ SparkInternalsBridge .getInternalCustomTaskMetricsAsSQLMetricInternal(knownCosmosMetricNames, taskMetrics)
24
+ }
25
+ }
26
+
18
27
object SparkInternalsBridge extends BasicLoggingTrait {
19
28
private val SPARK_REFLECTION_ACCESS_ALLOWED_PROPERTY = " COSMOS.SPARK_REFLECTION_ACCESS_ALLOWED"
20
29
private val SPARK_REFLECTION_ACCESS_ALLOWED_VARIABLE = " COSMOS_SPARK_REFLECTION_ACCESS_ALLOWED"
Original file line number Diff line number Diff line change @@ -14,6 +14,15 @@ import java.lang.reflect.Method
14
14
import java .util .Locale
15
15
import java .util .concurrent .atomic .{AtomicBoolean , AtomicReference }
16
16
17
+ class SparkInternalsBridge {
18
+ // Only used in ChangeFeedMetricsListener, which is easier for test validation
19
+ def getInternalCustomTaskMetricsAsSQLMetric (
20
+ knownCosmosMetricNames : Set [String ],
21
+ taskMetrics : TaskMetrics ) : Map [String , SQLMetric ] = {
22
+ SparkInternalsBridge .getInternalCustomTaskMetricsAsSQLMetricInternal(knownCosmosMetricNames, taskMetrics)
23
+ }
24
+ }
25
+
17
26
object SparkInternalsBridge extends BasicLoggingTrait {
18
27
private val SPARK_REFLECTION_ACCESS_ALLOWED_PROPERTY = " COSMOS.SPARK_REFLECTION_ACCESS_ALLOWED"
19
28
private val SPARK_REFLECTION_ACCESS_ALLOWED_VARIABLE = " COSMOS_SPARK_REFLECTION_ACCESS_ALLOWED"
You can’t perform that action at this time.
0 commit comments