feat: add user preference to set default language for AudioToText

Signed-off-by: Lukas Schaefer <lukas@lschaefer.xyz>

Author: lukasdotcom

lib/Service/OpenAiAPIService.php

@@ -693,7 +693,7 @@ public function transcribeFile(
 		File $file,
 		bool $translate = false,
 		string $model = Application::DEFAULT_MODEL_ID,
-		string $language = 'detect_language',
+		string $language = 'default',
 	): string {
 		try {
 			$transcriptionResponse = $this->transcribe($userId, $file->getContent(), $translate, $model, $language);
@@ -719,7 +719,7 @@ public function transcribe(
 		string $audioFileContent,
 		bool $translate = true,
 		string $model = Application::DEFAULT_MODEL_ID,
-		string $language = 'detect_language',
+		string $language = 'default',
 	): string {
 		if ($this->isQuotaExceeded($userId, Application::QUOTA_TYPE_TRANSCRIPTION)) {
 			throw new Exception($this->l10n->t('Audio transcription quota exceeded'), Http::STATUS_TOO_MANY_REQUESTS);
@@ -735,6 +735,10 @@ public function transcribe(
 			'response_format' => 'verbose_json',
 			// Verbose needed for extraction of audio duration
 		];
+		// Gets the user's preferred language if it's not the default one
+		if ($language === 'default') {
+			$language = $this->openAiSettingsService->getUserSTTLanguage($userId);
+		}
 		if ($language !== 'detect_language') {
 			$params['language'] = $language;
 		}

lib/Service/OpenAiSettingsService.php

@@ -53,6 +53,7 @@ class OpenAiSettingsService {
 		'api_key' => 'string',
 		'basic_user' => 'string',
 		'basic_password' => 'string',
+		'stt_language' => 'string',
 	];
 
 
@@ -158,6 +159,14 @@ public function getUserApiKey(?string $userId, bool $fallBackOnAdminValue = fals
 		return $userApiKey ?: $fallBackApiKey;
 	}
 
+	/**
+	 * @param string|null $userId
+	 * @return string
+	 */
+	public function getUserSTTLanguage(?string $userId): string {
+		return $this->config->getUserValue($userId, Application::APP_ID, 'stt_language', 'detect_language');
+	}
+
 	/**
 	 * @return string
 	 */
@@ -408,7 +417,7 @@ public function getAdminConfig(): array {
 
 	/**
 	 * Get the user config for the settings page
-	 * @return array{api_key: string, basic_password: string, basic_user: string, is_custom_service: bool, use_basic_auth: bool}
+	 * @return array{api_key: string, basic_password: string, basic_user: string, is_custom_service: bool, use_basic_auth: bool, stt_language: string}
 	 */
 	public function getUserConfig(string $userId): array {
 		$isCustomService = $this->getServiceUrl() !== '' && $this->getServiceUrl() !== Application::OPENAI_API_BASE_URL;
@@ -418,6 +427,7 @@ public function getUserConfig(string $userId): array {
 			'basic_password' => $this->getUserBasicPassword($userId, false),
 			'use_basic_auth' => $this->getUseBasicAuth(),
 			'is_custom_service' => $isCustomService,
+			'stt_language' => $this->getUserSTTLanguage($userId)
 
 		];
 	}
@@ -544,6 +554,15 @@ public function setUserApiKey(string $userId, string $apiKey): void {
 		$this->invalidateModelsCache();
 	}
 
+	/**
+	 * @param string $userId
+	 * @param string $language
+	 * @throws PreConditionNotMetException
+	 */
+	public function setUserSTTLanguage(string $userId, string $language): void {
+		$this->config->setUserValue($userId, Application::APP_ID, 'stt_language', $language);
+	}
+
 	/**
 	 * @param string $defaultCompletionModelId
 	 * @return void
@@ -886,6 +905,9 @@ public function setUserConfig(string $userId, array $userConfig): void {
 		if (isset($userConfig['basic_password'])) {
 			$this->setUserBasicPassword($userId, $userConfig['basic_password']);
 		}
+		if (isset($userConfig['stt_language'])) {
+			$this->setUserSttLanguage($userId, $userConfig['stt_language']);
+		}
 	}
 
 	/**

lib/Settings/Personal.php

@@ -11,12 +11,14 @@
 use OCA\OpenAi\Service\OpenAiSettingsService;
 use OCP\AppFramework\Http\TemplateResponse;
 use OCP\AppFramework\Services\IInitialState;
+use OCP\IL10N;
 use OCP\Settings\ISettings;
 
 class Personal implements ISettings {
 	public function __construct(
 		private IInitialState $initialStateService,
 		private OpenAiSettingsService $openAiSettingsService,
+		private IL10N $l,
 		private ?string $userId,
 	) {
 	}
@@ -31,6 +33,25 @@ public function getForm(): TemplateResponse {
 		$userConfig = $this->openAiSettingsService->getUserConfig($this->userId);
 		$userConfig['api_key'] = $userConfig['api_key'] === '' ? '' : 'dummyApiKey';
 		$userConfig['basic_password'] = $userConfig['basic_password'] === '' ? '' : 'dummyPassword';
+		$languages = Application::AUDIO_TO_TEXT_LANGUAGES;
+		array_unshift($languages, ['detect_language', $this->l->t('Detect language')]);
+		$languages = array_map(static function (array $language) use ($userConfig) {
+			return [
+				'value' => $language[0],
+				'label' => $language[1],
+			];
+		}, $languages);
+		$this->initialStateService->provideInitialState('languages', $languages);
+		$STTLanguage = $userConfig['stt_language'];
+
+		// Sets the correct value and label for the frontend
+		$userConfig['stt_language'] = ['value' => '', 'label' => ''];
+		foreach ($languages as $language) {
+			if ($language['value'] === $STTLanguage) {
+				$userConfig['stt_language'] = $language;
+				break;
+			}
+		}
 		$this->initialStateService->provideInitialState('config', $userConfig);
 		return new TemplateResponse(Application::APP_ID, 'personalSettings');
 	}

lib/TaskProcessing/AudioToTextProvider.php

@@ -15,7 +15,6 @@
 use OCP\Files\File;
 use OCP\IAppConfig;
 use OCP\IL10N;
-use OCP\L10N\IFactory;
 use OCP\TaskProcessing\EShapeType;
 use OCP\TaskProcessing\ISynchronousProvider;
 use OCP\TaskProcessing\ShapeDescriptor;
@@ -30,7 +29,6 @@ public function __construct(
 		private OpenAiAPIService $openAiAPIService,
 		private LoggerInterface $logger,
 		private IAppConfig $appConfig,
-		private IFactory $l10nFactory,
 		private IL10N $l,
 	) {
 	}
@@ -72,11 +70,12 @@ public function getOptionalInputShapeEnumValues(): array {
 			return new ShapeEnumValue($language[1], $language[0]);
 		}, Application::AUDIO_TO_TEXT_LANGUAGES);
 		$detectLanguageEnumValue = new ShapeEnumValue($this->l->t('Detect language'), 'detect_language');
-		return ['language' => array_merge([$detectLanguageEnumValue], $languageEnumValues)];
+		$defaultLanguageEnumValue = new ShapeEnumValue($this->l->t('Default'), 'default');
+		return ['language' => array_merge([$detectLanguageEnumValue, $defaultLanguageEnumValue], $languageEnumValues)];
 	}
 
 	public function getOptionalInputShapeDefaults(): array {
-		return ['language' => 'detect_language'];
+		return ['language' => 'default'];
 	}
 
 	public function getOutputShapeEnumValues(): array {
@@ -96,7 +95,7 @@ public function process(?string $userId, array $input, callable $reportProgress)
 			throw new RuntimeException('Invalid input file');
 		}
 		$inputFile = $input['input'];
-		$language = $input['language'] ?? 'detect_language';
+		$language = $input['language'] ?? 'default';
 		if (!is_string($language)) {
 			throw new RuntimeException('Invalid language');
 		}

src/components/PersonalSettings.vue

@@ -9,6 +9,14 @@
 			{{ t('integration_openai', 'OpenAI and LocalAI integration') }}
 		</h2>
 		<div id="openai-content">
+			<h4>
+				{{ t('integration_openai', 'Speech to Text Default Language') }}
+			</h4>
+			<NcSelect
+				v-model="state.stt_language"
+				:options="languages"
+				:input-label="t('integration_openai', 'Default language')"
+				@update:model-value="onInput()" />
 			<p v-if="state.is_custom_service" class="settings-hint">
 				<InformationOutlineIcon :size="20" class="icon" />
 				{{ t('integration_openai', 'Your administrator defined a custom service address') }}
@@ -131,6 +139,7 @@ import OpenAiIcon from './icons/OpenAiIcon.vue'
 
 import NcNoteCard from '@nextcloud/vue/components/NcNoteCard'
 import NcTextField from '@nextcloud/vue/components/NcTextField'
+import NcSelect from '@nextcloud/vue/components/NcSelect'
 
 import axios from '@nextcloud/axios'
 import { showError, showSuccess } from '@nextcloud/dialogs'
@@ -150,13 +159,15 @@ export default {
 		InformationOutlineIcon,
 		NcNoteCard,
 		NcTextField,
+		NcSelect,
 	},
 
 	props: [],
 
 	data() {
 		return {
 			state: loadState('integration_openai', 'config'),
+			languages: loadState('integration_openai', 'languages'),
 			// to prevent some browsers to fill fields with remembered passwords
 			readonly: true,
 			apiKeyUrl: 'https://platform.openai.com/account/api-keys',
@@ -186,6 +197,7 @@ export default {
 	methods: {
 		onInput: debounce(function() {
 			this.saveOptions({
+				stt_language: this.state.stt_language.value,
 			})
 		}, 2000),
 		onSensitiveInput: debounce(async function() {