feat: model settings and system configs (#74)

Co-authored-by: Robert Yan <mstr.raphael@gmail.com>

Author: hanakannzashi

crates/api/src/main.rs

@@ -12,6 +12,7 @@ use services::{
     conversation::service::ConversationServiceImpl,
     file::service::FileServiceImpl,
     metrics::{MockMetricsService, OtlpMetricsService},
+    model::service::ModelServiceImpl,
     response::service::OpenAIProxy,
     user::UserServiceImpl,
     user::UserSettingsServiceImpl,
@@ -71,6 +72,8 @@ async fn main() -> anyhow::Result<()> {
     let app_config_repo = db.app_config_repository();
     let near_nonce_repo = db.near_nonce_repository();
     let analytics_repo = db.analytics_repository();
+    let system_configs_repo = db.system_configs_repository();
+    let model_repo = db.model_repository();
 
     // Create services
     tracing::info!("Initializing services...");
@@ -89,9 +92,9 @@ async fn main() -> anyhow::Result<()> {
 
     let user_service = Arc::new(UserServiceImpl::new(user_repo.clone()));
 
-    let user_settings_service = Arc::new(UserSettingsServiceImpl::new(
-        user_settings_repo as Arc<dyn services::user::ports::UserSettingsRepository>,
-    ));
+    let user_settings_service = Arc::new(UserSettingsServiceImpl::new(user_settings_repo));
+
+    let model_service = Arc::new(ModelServiceImpl::new(model_repo));
 
     // Initialize VPC credentials service and get API key
     let vpc_auth_config = if config.vpc_auth.is_configured() {
@@ -150,6 +153,15 @@ async fn main() -> anyhow::Result<()> {
         analytics_repo as Arc<dyn services::analytics::AnalyticsRepository>,
     ));
 
+    // Initialize system configs service
+    tracing::info!("Initializing system configs service...");
+    let system_configs_service = Arc::new(
+        services::system_configs::service::SystemConfigsServiceImpl::new(
+            system_configs_repo
+                as Arc<dyn services::system_configs::ports::SystemConfigsRepository>,
+        ),
+    );
+
     // Initialize metrics service
     tracing::info!("Initializing metrics service...");
     let metrics_service: Arc<dyn services::metrics::MetricsServiceTrait> =
@@ -209,6 +221,8 @@ async fn main() -> anyhow::Result<()> {
         oauth_service,
         user_service,
         user_settings_service,
+        model_service,
+        system_configs_service,
         session_repository: session_repo,
         proxy_service,
         conversation_service,
@@ -222,6 +236,7 @@ async fn main() -> anyhow::Result<()> {
         analytics_service,
         near_rpc_url: config.near.rpc_url.clone(),
         near_balance_cache: Arc::new(tokio::sync::RwLock::new(std::collections::HashMap::new())),
+        model_settings_cache: Arc::new(tokio::sync::RwLock::new(std::collections::HashMap::new())),
     };
 
     // Create router with CORS support

crates/api/src/models.rs

@@ -191,16 +191,6 @@ impl From<services::user::ports::UserSettingsContent> for UserSettingsContent {
     }
 }
 
-/// User settings response
-#[derive(Debug, Serialize, Deserialize, ToSchema)]
-pub struct UserSettingsResponse {
-    /// User ID
-    pub user_id: UserId,
-    /// Settings content (serialized as "settings")
-    #[serde(rename = "settings")]
-    pub content: UserSettingsContent,
-}
-
 /// User settings update request
 #[derive(Debug, Serialize, Deserialize, ToSchema)]
 pub struct UpdateUserSettingsRequest {
@@ -251,6 +241,124 @@ impl UpdateUserSettingsPartiallyRequest {
     }
 }
 
+/// User settings response
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct UserSettingsResponse {
+    /// User ID
+    pub user_id: UserId,
+    /// Settings content (serialized as "settings")
+    #[serde(rename = "settings")]
+    pub content: UserSettingsContent,
+}
+
+/// Model settings content for API responses
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct ModelSettings {
+    /// Whether models are public (visible/usable in responses)
+    pub public: bool,
+    /// Optional system-level system prompt for this model
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub system_prompt: Option<String>,
+}
+
+impl From<services::model::ports::ModelSettings> for ModelSettings {
+    fn from(content: services::model::ports::ModelSettings) -> Self {
+        Self {
+            public: content.public,
+            system_prompt: content.system_prompt,
+        }
+    }
+}
+
+impl From<ModelSettings> for services::model::ports::ModelSettings {
+    fn from(content: ModelSettings) -> Self {
+        Self {
+            public: content.public,
+            system_prompt: content.system_prompt,
+        }
+    }
+}
+
+/// Partial model settings for API requests
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct PartialModelSettings {
+    /// Whether models are public (visible/usable in responses)
+    pub public: Option<bool>,
+    /// Optional system-level system prompt for this model
+    pub system_prompt: Option<String>,
+}
+
+impl From<services::model::ports::PartialModelSettings> for PartialModelSettings {
+    fn from(content: services::model::ports::PartialModelSettings) -> Self {
+        Self {
+            public: content.public,
+            system_prompt: content.system_prompt,
+        }
+    }
+}
+
+impl From<PartialModelSettings> for services::model::ports::PartialModelSettings {
+    fn from(content: PartialModelSettings) -> Self {
+        Self {
+            public: content.public,
+            system_prompt: content.system_prompt,
+        }
+    }
+}
+
+/// Complete model response
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct ModelResponse {
+    /// External model identifier (e.g. "gpt-4.1")
+    pub model_id: String,
+    /// Settings stored for this model
+    pub settings: ModelSettings,
+}
+
+impl From<services::model::ports::Model> for ModelResponse {
+    fn from(model: services::model::ports::Model) -> Self {
+        Self {
+            model_id: model.model_id,
+            settings: model.settings.into(),
+        }
+    }
+}
+
+/// Model upsert request
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct UpsertModelsRequest {
+    pub settings: ModelSettings,
+}
+
+/// Model settings update request (partial update)
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct UpdateModelRequest {
+    pub settings: Option<PartialModelSettings>,
+}
+
+/// Batch model upsert request
+///
+/// Maps model_id to partial settings to update.
+/// Example: { "gpt-4": { "public": true }, "gpt-3.5": { "public": false, "system_prompt": "..." } }
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct BatchUpsertModelsRequest {
+    #[serde(flatten)]
+    pub models: std::collections::HashMap<String, PartialModelSettings>,
+}
+
+/// Model list response with pagination
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct ModelListResponse {
+    /// List of models
+    pub models: Vec<ModelResponse>,
+    /// Maximum number of items returned
+    pub limit: i64,
+    /// Number of items skipped
+    pub offset: i64,
+    /// Total number of models
+    pub total: i64,
+}
+
 /// Paginated user list response
 #[derive(Debug, Serialize, Deserialize, ToSchema)]
 pub struct UserListResponse {
@@ -264,6 +372,54 @@ pub struct UserListResponse {
     pub total: u64,
 }
 
+/// System configs response
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct SystemConfigsResponse {
+    /// Default model identifier to use when not specified
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub default_model: Option<String>,
+}
+
+impl From<services::system_configs::ports::SystemConfigs> for SystemConfigsResponse {
+    fn from(config: services::system_configs::ports::SystemConfigs) -> Self {
+        Self {
+            default_model: config.default_model,
+        }
+    }
+}
+
+/// System configs upsert request (full replace)
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct UpsertSystemConfigsRequest {
+    /// Default model identifier to use when not specified
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub default_model: Option<String>,
+}
+
+impl From<UpsertSystemConfigsRequest> for services::system_configs::ports::SystemConfigs {
+    fn from(req: UpsertSystemConfigsRequest) -> Self {
+        services::system_configs::ports::SystemConfigs {
+            default_model: req.default_model,
+        }
+    }
+}
+
+/// System configs update request (partial)
+#[derive(Debug, Serialize, Deserialize, ToSchema)]
+pub struct UpdateSystemConfigsRequest {
+    /// Default model identifier to use when not specified
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub default_model: Option<String>,
+}
+
+impl From<UpdateSystemConfigsRequest> for services::system_configs::ports::PartialSystemConfigs {
+    fn from(req: UpdateSystemConfigsRequest) -> Self {
+        services::system_configs::ports::PartialSystemConfigs {
+            default_model: req.default_model,
+        }
+    }
+}
+
 /// File list response with pagination
 #[derive(Debug, Serialize, Deserialize, ToSchema)]
 pub struct FileListResponse {

crates/api/src/openapi.rs

@@ -24,6 +24,12 @@ use utoipa::OpenApi;
         crate::routes::users::get_current_user,
         // Admin endpoints
         crate::routes::admin::list_users,
+        crate::routes::admin::list_models,
+        crate::routes::admin::batch_upsert_models,
+        crate::routes::admin::delete_model,
+        crate::routes::admin::upsert_system_configs,
+        // Configs endpoints
+        crate::routes::configs::get_system_configs,
         crate::routes::users::get_user_settings,
         crate::routes::users::update_user_settings_partially,
         crate::routes::users::update_user_settings,
@@ -47,6 +53,14 @@ use utoipa::OpenApi;
         crate::models::UserSettingsResponse,
         crate::models::UpdateUserSettingsPartiallyRequest,
         crate::models::UpdateUserSettingsRequest,
+        // Model settings / model admin models
+        crate::models::ModelResponse,
+        crate::models::ModelListResponse,
+        crate::models::BatchUpsertModelsRequest,
+        crate::models::UpdateModelRequest,
+        // System configs models
+        crate::models::SystemConfigsResponse,
+        crate::models::UpdateSystemConfigsRequest,
         // Attestation models
         crate::models::ApiGatewayAttestation,
         crate::models::ModelAttestation,
@@ -58,6 +72,7 @@ use utoipa::OpenApi;
         (name = "Auth", description = "OAuth authentication endpoints"),
         (name = "Users", description = "User profile management endpoints"),
         (name = "Admin", description = "Admin management endpoints"),
+        (name = "Configs", description = "System configuration endpoints"),
         (name = "attestation", description = "Attestation reporting endpoints for TEE verification")
     )
 )]