feature: support third platform file for knowledge base

Author: leftzzzz

backend/magic-service/app/Application/Flow/Service/AbstractFlowAppService.php

@@ -8,6 +8,7 @@
 namespace App\Application\Flow\Service;
 
 use App\Application\Kernel\AbstractKernelAppService;
+use App\Application\KnowledgeBase\Service\Strategy\KnowledgeBase\KnowledgeBaseStrategyInterface;
 use App\Application\Permission\Service\OperationPermissionAppService;
 use App\Domain\Agent\Service\MagicAgentDomainService;
 use App\Domain\Agent\Service\MagicAgentVersionDomainService;
@@ -65,6 +66,7 @@ public function __construct(
         protected readonly MagicAccountDomainService $magicAccountDomainService,
         protected readonly ServiceProviderDomainService $serviceProviderDomainService,
         protected readonly KnowledgeBaseDocumentDomainService $magicFlowDocumentDomainService,
+        protected readonly KnowledgeBaseStrategyInterface $knowledgeBaseStrategy,
     ) {
     }
 

backend/magic-service/app/Application/Flow/Service/MagicFlowAppService.php

@@ -407,6 +407,7 @@ public function queryKnowledge(Authenticatable $authorization): array
             } else {
                 $knowledge->setUserOperation(($resources[$knowledge->getCode()] ?? Operation::None)->value);
             }
+            $knowledge->setSourceType($this->knowledgeBaseStrategy->getOrCreateDefaultSourceType($knowledge));
         }
         $knowledgeData['users'] = $this->magicUserDomainService->getByUserIds($this->createContactDataIsolation($dataIsolation), $userIds);
 

backend/magic-service/app/Application/KnowledgeBase/Event/Subscribe/KnowledgeBaseDefaultDocumentSavedSubscriber.php

@@ -8,7 +8,7 @@
 namespace App\Application\KnowledgeBase\Event\Subscribe;
 
 use App\Domain\KnowledgeBase\Entity\KnowledgeBaseFragmentEntity;
-use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeBaseDataIsolation;
+use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeType;
 use App\Domain\KnowledgeBase\Entity\ValueObject\Query\KnowledgeBaseFragmentQuery;
 use App\Domain\KnowledgeBase\Event\KnowledgeBaseDefaultDocumentSavedEvent;
 use App\Domain\KnowledgeBase\Service\KnowledgeBaseFragmentDomainService;
@@ -43,7 +43,11 @@ public function process(object $event): void
         }
         $knowledge = $event->knowledgeBaseEntity;
         $documentEntity = $event->knowledgeBaseDocumentEntity;
-        $dataIsolation = KnowledgeBaseDataIsolation::create($knowledge->getOrganizationCode(), $knowledge->getCreator());
+        $dataIsolation = $event->dataIsolation;
+        // 如果是基础知识库类型，则传知识库创建者，避免权限不足
+        if (in_array($knowledge->getType(), KnowledgeType::getAll())) {
+            $dataIsolation->setCurrentUserId($knowledge->getCreator())->setCurrentOrganizationCode($knowledge->getOrganizationCode());
+        }
         /** @var KnowledgeBaseFragmentDomainService $knowledgeBaseFragmentDomainService */
         $knowledgeBaseFragmentDomainService = di(KnowledgeBaseFragmentDomainService::class);
 

backend/magic-service/app/Application/KnowledgeBase/Event/Subscribe/KnowledgeBaseDocumentDestroySubscriber.php

@@ -10,6 +10,7 @@
 use App\Domain\KnowledgeBase\Entity\KnowledgeBaseFragmentEntity;
 use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeBaseDataIsolation;
 use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeSyncStatus;
+use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeType;
 use App\Domain\KnowledgeBase\Entity\ValueObject\Query\KnowledgeBaseFragmentQuery;
 use App\Domain\KnowledgeBase\Event\KnowledgeBaseDocumentRemovedEvent;
 use App\Domain\KnowledgeBase\Service\KnowledgeBaseDocumentDomainService;
@@ -42,8 +43,13 @@ public function process(object $event): void
         if (! $event instanceof KnowledgeBaseDocumentRemovedEvent) {
             return;
         }
+        $knowledge = $event->knowledgeBaseEntity;
         $document = $event->knowledgeBaseDocumentEntity;
-        $dataIsolation = KnowledgeBaseDataIsolation::create($document->getOrganizationCode());
+        $dataIsolation = $event->dataIsolation;
+        // 如果是基础知识库类型，则传知识库创建者，避免权限不足
+        if (in_array($knowledge->getType(), KnowledgeType::getAll())) {
+            $dataIsolation->setCurrentUserId($knowledge->getCreator())->setCurrentOrganizationCode($knowledge->getOrganizationCode());
+        }
         /** @var KnowledgeBaseDomainService $knowledgeBaseDomainService */
         $knowledgeBaseDomainService = di()->get(KnowledgeBaseDomainService::class);
         /** @var KnowledgeBaseFragmentDomainService $knowledgeBaseFragmentDomainService */

backend/magic-service/app/Application/KnowledgeBase/Event/Subscribe/KnowledgeBaseDocumentReSyncSubscriber.php

@@ -8,8 +8,8 @@
 namespace App\Application\KnowledgeBase\Event\Subscribe;
 
 use App\Application\KnowledgeBase\Service\KnowledgeBaseVectorAppService;
-use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeBaseDataIsolation;
 use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeSyncStatus;
+use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeType;
 use App\Domain\KnowledgeBase\Event\KnowledgeBaseDocumentSavedEvent;
 use App\Domain\KnowledgeBase\Service\KnowledgeBaseDocumentDomainService;
 use App\Infrastructure\Util\Locker\LockerInterface;
@@ -70,7 +70,11 @@ private function handle(
     ): void {
         $knowledge = $event->knowledgeBaseEntity;
         $documentEntity = $event->knowledgeBaseDocumentEntity;
-        $dataIsolation = KnowledgeBaseDataIsolation::create($knowledge->getOrganizationCode(), $knowledge->getCreator());
+        $dataIsolation = $event->dataIsolation;
+        // 如果是基础知识库类型，则传知识库创建者，避免权限不足
+        if (in_array($knowledge->getType(), KnowledgeType::getAll())) {
+            $dataIsolation->setCurrentUserId($knowledge->getCreator())->setCurrentOrganizationCode($knowledge->getOrganizationCode());
+        }
         /** @var KnowledgeBaseDocumentDomainService $knowledgeBaseDocumentDomainService */
         $knowledgeBaseDocumentDomainService = di(KnowledgeBaseDocumentDomainService::class);
         /** @var LoggerInterface $logger */

backend/magic-service/app/Application/KnowledgeBase/Event/Subscribe/KnowledgeBaseDocumentSyncSubscriber.php

@@ -8,8 +8,8 @@
 namespace App\Application\KnowledgeBase\Event\Subscribe;
 
 use App\Application\KnowledgeBase\Service\KnowledgeBaseVectorAppService;
-use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeBaseDataIsolation;
 use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeSyncStatus;
+use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeType;
 use App\Domain\KnowledgeBase\Event\KnowledgeBaseDocumentSavedEvent;
 use App\Domain\KnowledgeBase\Service\KnowledgeBaseDocumentDomainService;
 use Dtyq\AsyncEvent\Kernel\Annotation\AsyncListener;
@@ -45,7 +45,11 @@ public function process(object $event): void
         }
         $knowledge = $event->knowledgeBaseEntity;
         $documentEntity = $event->knowledgeBaseDocumentEntity;
-        $dataIsolation = KnowledgeBaseDataIsolation::create($knowledge->getOrganizationCode(), $knowledge->getCreator());
+        $dataIsolation = $event->dataIsolation;
+        // 如果是基础知识库类型，则传知识库创建者，避免权限不足
+        if (in_array($knowledge->getType(), KnowledgeType::getAll())) {
+            $dataIsolation->setCurrentUserId($knowledge->getCreator())->setCurrentOrganizationCode($knowledge->getOrganizationCode());
+        }
         /** @var KnowledgeBaseDocumentDomainService $knowledgeBaseDocumentDomainService */
         $knowledgeBaseDocumentDomainService = di(KnowledgeBaseDocumentDomainService::class);
         /** @var LoggerInterface $logger */

backend/magic-service/app/Application/KnowledgeBase/Event/Subscribe/KnowledgeBaseSyncSubscriber.php

@@ -10,8 +10,8 @@
 use App\Application\KnowledgeBase\Service\Strategy\DocumentFile\DocumentFileStrategy;
 use App\Application\ModelGateway\Mapper\ModelGatewayMapper;
 use App\Domain\KnowledgeBase\Entity\KnowledgeBaseDocumentEntity;
-use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeBaseDataIsolation;
 use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeSyncStatus;
+use App\Domain\KnowledgeBase\Entity\ValueObject\KnowledgeType;
 use App\Domain\KnowledgeBase\Event\KnowledgeBaseSavedEvent;
 use App\Domain\KnowledgeBase\Service\KnowledgeBaseDocumentDomainService;
 use App\Domain\KnowledgeBase\Service\KnowledgeBaseDomainService;
@@ -41,7 +41,11 @@ public function process(object $event): void
             return;
         }
         $knowledge = $event->magicFlowKnowledgeEntity;
-        $dataIsolation = KnowledgeBaseDataIsolation::create($knowledge->getOrganizationCode(), $knowledge->getCreator());
+        $dataIsolation = $event->dataIsolation;
+        // 如果是基础知识库类型，则传知识库创建者，避免权限不足
+        if (in_array($knowledge->getType(), KnowledgeType::getAll())) {
+            $dataIsolation->setCurrentUserId($knowledge->getCreator())->setCurrentOrganizationCode($knowledge->getOrganizationCode());
+        }
         /** @var KnowledgeBaseDomainService $knowledgeBaseDomainService */
         $knowledgeBaseDomainService = $this->container->get(KnowledgeBaseDomainService::class);
 
@@ -83,7 +87,7 @@ public function process(object $event): void
                     ->setRetrieveConfig($knowledge->getRetrieveConfig())
                     ->setVectorDb($knowledge->getVectorDb())
                     ->setDocumentFile($file);
-                $knowledgeBaseDocumentDomainService->create($dataIsolation, $knowledge, $documentEntity);
+                $knowledgeBaseDocumentDomainService->create(clone $dataIsolation, $knowledge, $documentEntity);
             }
         } catch (Throwable $throwable) {
             $logger->error($throwable->getMessage() . PHP_EOL . $throwable->getTraceAsString());

backend/magic-service/app/Application/KnowledgeBase/Service/KnowledgeBaseAppService.php

@@ -105,6 +105,7 @@ public function save(Authenticatable $authorization, KnowledgeBaseEntity $magicF
         $knowledgeBaseEntity->setUserOperation($operation->value);
         $iconFileLink = $this->getFileLink($dataIsolation->getCurrentOrganizationCode(), $knowledgeBaseEntity->getIcon());
         $knowledgeBaseEntity->setIcon($iconFileLink?->getUrl() ?? '');
+        $knowledgeBaseEntity->setSourceType($this->knowledgeBaseStrategy->getOrCreateDefaultSourceType($knowledgeBaseEntity));
         return $knowledgeBaseEntity;
     }
 
@@ -114,7 +115,9 @@ public function saveProcess(Authenticatable $authorization, KnowledgeBaseEntity
         $savingKnowledgeEntity->setCreator($dataIsolation->getCurrentUserId());
         $this->checkKnowledgeBaseOperation($dataIsolation, 'w', $savingKnowledgeEntity->getCode());
 
-        return $this->knowledgeBaseDomainService->saveProcess($dataIsolation, $savingKnowledgeEntity);
+        $entity = $this->knowledgeBaseDomainService->saveProcess($dataIsolation, $savingKnowledgeEntity);
+        $entity->setSourceType($this->knowledgeBaseStrategy->getOrCreateDefaultSourceType($entity));
+        return $entity;
     }
 
     public function getByBusinessId(Authenticatable $authorization, string $businessId, ?int $type = null): ?KnowledgeBaseEntity
@@ -137,7 +140,9 @@ public function getByBusinessId(Authenticatable $authorization, string $business
         $query->setBusinessId($businessId);
         $query->setType($type);
         $result = $this->knowledgeBaseDomainService->queries($dataIsolation, $query, new Page(1, 1));
-        return $result['list'][0] ?? null;
+        $entity = $result['list'][0] ?? null;
+        $entity && $entity->setSourceType($this->knowledgeBaseStrategy->getOrCreateDefaultSourceType($entity));
+        return $entity;
     }
 
     /**
@@ -159,6 +164,7 @@ public function queries(Authenticatable $authorization, KnowledgeBaseQuery $quer
             $iconFileLink = $iconFileLinks[$item->getIcon()] ?? null;
             $item->setIcon($iconFileLink?->getUrl() ?? '');
             $item->setUserOperation(($resources[$item->getCode()] ?? Operation::None)->value);
+            $item->setSourceType($this->knowledgeBaseStrategy->getOrCreateDefaultSourceType($item));
         }
         $result['users'] = $this->magicUserDomainService->getByUserIds($this->createContactDataIsolationByBase($dataIsolation), $userIds);
         return $result;
@@ -170,6 +176,7 @@ public function show(Authenticatable $authorization, string $code): KnowledgeBas
         $operation = $this->checkKnowledgeBaseOperation($dataIsolation, 'r', $code);
         $knowledge = $this->knowledgeBaseDomainService->show($dataIsolation, $code, true);
         $knowledge->setUserOperation($operation->value);
+        $knowledge->setSourceType($this->knowledgeBaseStrategy->getOrCreateDefaultSourceType($knowledge));
         $iconFileLink = $this->fileDomainService->getLink($dataIsolation->getCurrentOrganizationCode(), $knowledge->getIcon());
         $knowledge->setIcon($iconFileLink?->getUrl() ?? '');
         return $knowledge;

backend/magic-service/app/Application/KnowledgeBase/Service/KnowledgeBaseDocumentAppService.php

@@ -101,11 +101,13 @@ public function reVectorizedByThirdFileId(Authenticatable $authorization, string
         $dataIsolation = $this->createKnowledgeBaseDataIsolation($authorization);
         $documents = $this->knowledgeBaseDocumentDomainService->getByThirdFileId($dataIsolation, $thirdPlatformType, $thirdFileId);
         $knowledgeEntities = $this->knowledgeBaseDomainService->getByCodes($dataIsolation, array_column($documents, 'knowledge_base_code'));
+        /** @var array<string, KnowledgeBaseEntity> $knowledgeEntities */
+        $knowledgeEntities = array_column($knowledgeEntities, null, 'code');
 
         foreach ($documents as $document) {
             $knowledgeEntity = $knowledgeEntities[$document['knowledge_base_code']] ?? null;
-            if ($knowledgeEntity) {
-                $event = new KnowledgeBaseDocumentSavedEvent($knowledgeEntity, $document, false);
+            if ($knowledgeEntity && $knowledgeEntity->getType() === KnowledgeType::UserKnowledgeBase->value) {
+                $event = new KnowledgeBaseDocumentSavedEvent($dataIsolation, $knowledgeEntity, $document, false);
                 AsyncEventUtil::dispatch($event);
             }
         }
@@ -133,9 +135,10 @@ public function destroy(Authenticatable $authorization, string $knowledgeBaseCod
     {
         $dataIsolation = $this->createKnowledgeBaseDataIsolation($authorization);
         $this->checkKnowledgeBaseOperation($dataIsolation, 'del', $knowledgeBaseCode, $documentCode);
+        $knowledgeBaseEntity = $this->knowledgeBaseDomainService->show($dataIsolation, $knowledgeBaseCode);
 
         // 调用领域服务删除文档
-        $this->knowledgeBaseDocumentDomainService->destroy($dataIsolation, $knowledgeBaseCode, $documentCode);
+        $this->knowledgeBaseDocumentDomainService->destroy($dataIsolation, $knowledgeBaseEntity, $documentCode);
     }
 
     /**
@@ -155,6 +158,7 @@ public function reVectorized(Authenticatable $authorization, string $knowledgeBa
         }
         // 分发事件，重新向量化
         $documentSavedEvent = new KnowledgeBaseDocumentSavedEvent(
+            $dataIsolation,
             $knowledgeBaseEntity,
             $documentEntity,
             false,

backend/magic-service/app/Application/KnowledgeBase/Service/KnowledgeBaseFragmentAppService.php

@@ -87,6 +87,7 @@ public function destroyByMetadataFilter(Authenticatable $authorization, string $
     public function fragmentPreview(Authenticatable $authorization, DocumentFileInterface $documentFile, FragmentConfig $fragmentConfig): array
     {
         $dataIsolation = $this->createKnowledgeBaseDataIsolation($authorization);
+        $documentFile = $this->documentFileStrategy->preProcessDocumentFile($dataIsolation, $documentFile);
         $content = $this->documentFileStrategy->parseContent($dataIsolation, $documentFile);
         $fragmentContents = $this->knowledgeBaseFragmentDomainService->processFragmentsByContent($dataIsolation, $content, $fragmentConfig);
         return KnowledgeBaseFragmentEntity::fromFragmentContents($fragmentContents);