Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 11 additions & 3 deletions api/v1/mapping/src/commonMain/kotlin/ApiMappings.kt
Original file line number Diff line number Diff line change
Expand Up @@ -113,15 +113,17 @@ import org.eclipse.apoapsis.ortserver.model.OrtRun
import org.eclipse.apoapsis.ortserver.model.OrtRunFilters
import org.eclipse.apoapsis.ortserver.model.OrtRunStatus
import org.eclipse.apoapsis.ortserver.model.OrtRunSummary
import org.eclipse.apoapsis.ortserver.model.PluginConfig
import org.eclipse.apoapsis.ortserver.model.Product
import org.eclipse.apoapsis.ortserver.model.ProviderPluginConfiguration
import org.eclipse.apoapsis.ortserver.model.ReporterJob
import org.eclipse.apoapsis.ortserver.model.ReporterJobConfiguration
import org.eclipse.apoapsis.ortserver.model.Repository
import org.eclipse.apoapsis.ortserver.model.RepositoryType
import org.eclipse.apoapsis.ortserver.model.ResolvablePluginConfig
import org.eclipse.apoapsis.ortserver.model.ResolvableSecret
import org.eclipse.apoapsis.ortserver.model.ScannerJob
import org.eclipse.apoapsis.ortserver.model.ScannerJobConfiguration
import org.eclipse.apoapsis.ortserver.model.SecretSource
import org.eclipse.apoapsis.ortserver.model.Severity
import org.eclipse.apoapsis.ortserver.model.SourceCodeOrigin
import org.eclipse.apoapsis.ortserver.model.SubmoduleFetchStrategy
Expand Down Expand Up @@ -692,9 +694,15 @@ fun PackageManagerConfiguration.mapToApi() =
fun ApiPackageManagerConfiguration.mapToModel() =
PackageManagerConfiguration(mustRunAfter = mustRunAfter, options = options)

fun PluginConfig.mapToApi() = ApiPluginConfig(options = options, secrets = secrets)
fun ResolvablePluginConfig.mapToApi() = ApiPluginConfig(
options = options,
secrets = secrets.mapValues { it.value.name }
)

fun ApiPluginConfig.mapToModel() = PluginConfig(options = options, secrets = secrets)
fun ApiPluginConfig.mapToModel() = ResolvablePluginConfig(
options = options,
secrets = secrets.mapValues { ResolvableSecret(it.value, SecretSource.ADMIN) }
)

fun ProviderPluginConfiguration.mapToApi() =
ApiProviderPluginConfiguration(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ import com.github.michaelbull.result.toResultOr
import org.eclipse.apoapsis.ortserver.components.pluginmanager.queries.GetPluginTemplateForOrganizationQuery
import org.eclipse.apoapsis.ortserver.components.pluginmanager.queries.GetPluginTemplateQuery
import org.eclipse.apoapsis.ortserver.components.pluginmanager.queries.GetPluginTemplatesQuery
import org.eclipse.apoapsis.ortserver.model.PluginConfig
import org.eclipse.apoapsis.ortserver.model.ResolvablePluginConfig
import org.eclipse.apoapsis.ortserver.model.repositories.OrganizationRepository
import org.eclipse.apoapsis.ortserver.model.repositories.RepositoryRepository

Expand Down Expand Up @@ -349,7 +349,7 @@ class PluginTemplateService(
* [organization][organizationId].
*/
fun validatePluginConfigs(
pluginConfigs: Map<PluginType, Map<String, PluginConfig>>,
pluginConfigs: Map<PluginType, Map<String, ResolvablePluginConfig>>,
organizationId: Long
): PluginConfigValidationResult {
validateOrganizationExists(organizationId).onFailure { error ->
Expand Down
5 changes: 5 additions & 0 deletions components/secrets/backend/src/main/kotlin/SecretService.kt
Original file line number Diff line number Diff line change
Expand Up @@ -76,6 +76,11 @@ class SecretService(
secretRepository.getByIdAndName(id, name)
}

/**
* Get the value of a [secret]. Returns `null` if the value is not found.
*/
fun getSecretValue(secret: Secret): SecretValue? = secretStorage.readSecret(Path(secret.path))

/**
* List all secrets for the provided [hierarchy]. If there are secrets with the same name in different levels of the
* hierarchy, only the one closest to the repository is returned.
Expand Down
25 changes: 25 additions & 0 deletions components/secrets/backend/src/test/kotlin/SecretServiceTest.kt
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@ import org.eclipse.apoapsis.ortserver.model.OrganizationId
import org.eclipse.apoapsis.ortserver.model.ProductId
import org.eclipse.apoapsis.ortserver.model.RepositoryId
import org.eclipse.apoapsis.ortserver.secrets.SecretStorage
import org.eclipse.apoapsis.ortserver.secrets.SecretValue
import org.eclipse.apoapsis.ortserver.secrets.SecretsProviderFactoryForTesting

import org.jetbrains.exposed.sql.Database
Expand All @@ -55,6 +56,30 @@ class SecretServiceTest : WordSpec({
)
}

"getSecretValue" should {
"return the value of a secret" {
val secret = secretService.createSecret(
"secret",
"secret value",
"description",
OrganizationId(fixtures.organization.id)
)

secretService.getSecretValue(secret) shouldBe SecretValue("secret value")
}

"return null if the value is not found" {
val secret = fixtures.secretRepository.create(
"path",
"name",
"description",
OrganizationId(fixtures.organization.id)
)

secretService.getSecretValue(secret) should beNull()
}
}

"listForHierarchy" should {
"return an empty list if there are no secrets" {
val hierarchy = Hierarchy(
Expand Down
15 changes: 9 additions & 6 deletions core/src/test/kotlin/api/RunsRouteIntegrationTest.kt
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,9 @@ import org.eclipse.apoapsis.ortserver.model.OrtRun
import org.eclipse.apoapsis.ortserver.model.OrtRunStatus
import org.eclipse.apoapsis.ortserver.model.PluginConfig
import org.eclipse.apoapsis.ortserver.model.RepositoryType
import org.eclipse.apoapsis.ortserver.model.ResolvablePluginConfig
import org.eclipse.apoapsis.ortserver.model.ResolvableSecret
import org.eclipse.apoapsis.ortserver.model.SecretSource
import org.eclipse.apoapsis.ortserver.model.Severity
import org.eclipse.apoapsis.ortserver.model.UserDisplayName
import org.eclipse.apoapsis.ortserver.model.repositories.OrtRunRepository
Expand Down Expand Up @@ -633,9 +636,9 @@ class RunsRouteIntegrationTest : AbstractIntegrationTest({
ortRunId = ortRun.id,
configuration = AdvisorJobConfiguration(
config = mapOf(
"VulnerableCode" to PluginConfig(
"VulnerableCode" to ResolvablePluginConfig(
options = mapOf("serverUrl" to "https://public.vulnerablecode.io"),
secrets = mapOf("apiKey" to "key")
secrets = mapOf("apiKey" to ResolvableSecret("key", SecretSource.ADMIN))
)
)
)
Expand Down Expand Up @@ -695,9 +698,9 @@ class RunsRouteIntegrationTest : AbstractIntegrationTest({
ortRunId = ortRun.id,
configuration = AdvisorJobConfiguration(
config = mapOf(
"VulnerableCode" to PluginConfig(
"VulnerableCode" to ResolvablePluginConfig(
options = mapOf("serverUrl" to "https://public.vulnerablecode.io"),
secrets = mapOf("apiKey" to "key")
secrets = mapOf("apiKey" to ResolvableSecret("key", SecretSource.ADMIN))
)
)
)
Expand Down Expand Up @@ -761,9 +764,9 @@ class RunsRouteIntegrationTest : AbstractIntegrationTest({
ortRunId = ortRun.id,
configuration = AdvisorJobConfiguration(
config = mapOf(
"VulnerableCode" to PluginConfig(
"VulnerableCode" to ResolvablePluginConfig(
options = mapOf("serverUrl" to "https://public.vulnerablecode.io"),
secrets = mapOf("apiKey" to "key")
secrets = mapOf("apiKey" to ResolvableSecret("key", SecretSource.ADMIN))
)
)
)
Expand Down
10 changes: 9 additions & 1 deletion model/src/commonMain/kotlin/Hierarchy.kt
Original file line number Diff line number Diff line change
Expand Up @@ -38,4 +38,12 @@ data class Hierarchy(

/** The [Organization] the current repository and product belong to. */
val organization: Organization
)
) {
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

from config secrets

Should this say "from admin secrets"?

val compoundId: CompoundHierarchyId by lazy {
CompoundHierarchyId.forRepository(
organizationId = OrganizationId(organization.id),
productId = ProductId(product.id),
repositoryId = RepositoryId(repository.id)
)
}
}
6 changes: 3 additions & 3 deletions model/src/commonMain/kotlin/JobConfigurations.kt
Original file line number Diff line number Diff line change
Expand Up @@ -141,7 +141,7 @@ data class AdvisorJobConfiguration(
/**
* A map of plugin configurations that are specific to a concrete advisor.
*/
val config: Map<String, PluginConfig>? = null,
val config: Map<String, ResolvablePluginConfig>? = null,

/**
* Keep the worker alive after it has finished. This is useful for manual problem analysis directly
Expand Down Expand Up @@ -180,7 +180,7 @@ data class ScannerJobConfiguration(
/**
* A map of plugin configurations that are specific to a concrete scanner.
*/
val config: Map<String, PluginConfig>? = null,
val config: Map<String, ResolvablePluginConfig>? = null,

/**
* Keep the worker alive after it has finished. This is useful for manual problem analysis directly
Expand Down Expand Up @@ -245,7 +245,7 @@ data class ReporterJobConfiguration(
/**
* A map of configuration options that are specific to a concrete reporter.
*/
val config: Map<String, PluginConfig>? = null,
val config: Map<String, ResolvablePluginConfig>? = null,

/**
* Keep the worker alive after it has finished. This is useful for manual problem analysis directly
Expand Down
36 changes: 36 additions & 0 deletions model/src/commonMain/kotlin/ResolvablePluginConfig.kt
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
/*
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Can the commit message maybe also explain if the goal is to remove the non-ResolvableSecret PluginConfig going forward?

* Copyright (C) 2025 The ORT Server Authors (See <https://github.com/eclipse-apoapsis/ort-server/blob/main/NOTICE>)
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
* SPDX-License-Identifier: Apache-2.0
* License-Filename: LICENSE
*/

package org.eclipse.apoapsis.ortserver.model

import kotlinx.serialization.Serializable

/** A [PluginConfig] with information about from which source the secret values must be resolved. */
@Serializable
data class ResolvablePluginConfig(
/**
* The configuration options of the plugin.
*/
val options: Options,

/**
* The resolvable configuration secrets of the plugin.
*/
val secrets: Map<String, ResolvableSecret>
)
79 changes: 79 additions & 0 deletions model/src/commonMain/kotlin/ResolvableSecret.kt
Original file line number Diff line number Diff line change
@@ -0,0 +1,79 @@
/*
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Commit message:

will taken

will be taken

* Copyright (C) 2025 The ORT Server Authors (See <https://github.com/eclipse-apoapsis/ort-server/blob/main/NOTICE>)
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
* SPDX-License-Identifier: Apache-2.0
* License-Filename: LICENSE
*/

package org.eclipse.apoapsis.ortserver.model

import kotlinx.serialization.KSerializer
import kotlinx.serialization.KeepGeneratedSerializer
import kotlinx.serialization.Serializable
import kotlinx.serialization.SerializationException
import kotlinx.serialization.descriptors.SerialDescriptor
import kotlinx.serialization.encoding.Decoder
import kotlinx.serialization.encoding.Encoder
import kotlinx.serialization.json.JsonDecoder
import kotlinx.serialization.json.JsonPrimitive

@KeepGeneratedSerializer
@Serializable(with = ResolvableSecretSerializer::class)
data class ResolvableSecret(
/** The name of the secret. */
val name: String,

/** The source of the secret. */
val source: SecretSource
)

/**
* A custom deserializer for backward compatibility that allows deserializing a [ResolvableSecret] from either a string
* or an object. If the value is deserialized from a string, the source is set to [SecretSource.ADMIN] because that was
* the only available source before the introduction of [ResolvableSecret].
*/
object ResolvableSecretSerializer : KSerializer<ResolvableSecret> {
private val delegate = ResolvableSecret.generatedSerializer()

override val descriptor = SerialDescriptor(
serialName = "org.eclipse.apoapsis.ortserver.model.ResolvableSecret.Custom",
original = delegate.descriptor
)
Comment on lines +50 to +53
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Shouldn't the descriptor say it's a contextual serializer, similar to here?

In general, you might be able to simplify code by doing like in that other class and using the generated serializer as a delegate.


override fun serialize(encoder: Encoder, value: ResolvableSecret) {
encoder.encodeSerializableValue(delegate, value)
}

override fun deserialize(decoder: Decoder): ResolvableSecret {
val jsonDecoder = decoder as? JsonDecoder
?: throw SerializationException("ResolvableSecret can only be deserialized from JSON.")

return when (val element = jsonDecoder.decodeJsonElement()) {
is JsonPrimitive -> {
if (!element.isString) {
throw SerializationException("Expected string or object for ResolvableSecret.")
}
ResolvableSecret(
name = element.content,
source = SecretSource.ADMIN
)
}

else -> {
jsonDecoder.json.decodeFromJsonElement(delegate, element)
}
}
}
}
29 changes: 29 additions & 0 deletions model/src/commonMain/kotlin/SecretSource.kt
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
/*
* Copyright (C) 2025 The ORT Server Authors (See <https://github.com/eclipse-apoapsis/ort-server/blob/main/NOTICE>)
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* https://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
* SPDX-License-Identifier: Apache-2.0
* License-Filename: LICENSE
*/

package org.eclipse.apoapsis.ortserver.model

/** An enum class to describe the different sources for secrets. */
enum class SecretSource {
/** The secret is resolved from the admin secrets. */
ADMIN,

/** The secret is resolved from the user secrets configured in the hierarchy. */
USER
}
Loading
Loading