SIMSBIOHUB-864: Submission Validation and Ingestion Job (#330)

* feat(download): Download package with cleanup

* feat(download): Decompose policy URN and index, add data_byte_size to column  to submission_feature, a few enhancement to csv package.

* test(download_worker): Added db and system tests.

* fix(download): Fixes to address comments

* fix(download): Lint fixes.

* fix(ingestion): Address reviewer's comments

* fix(ingestion): Sonar fixes

* feat(download): add ownership, sharing, and auth gates

* fix(download): lint format fix

* feat(submission-ingestion): Submission process job to validate and ingest submission

* fix(submission-ingestion): Lint

* feat(ingestion): integration tests

* fix(ingestion): scope DLQ status update to latest validation record

* refactor(ingestion): Reorg to align to convention

* refactor(ingestion): get to findFeatureTypeWithProperties

* fix(ingestion): address PR review feedback

---------

Co-authored-by: Macgregor Aubertin-Young <108430771+mauberti-bc@users.noreply.github.com>

Author: dwhogan

api/src/__integration__/system/malware-scan-worker.integration.ts

@@ -4,9 +4,10 @@
 // Requires: make web && make clamav && make queue
 import { expect } from 'chai';
 import { Knex, knex } from 'knex';
+import sinon from 'sinon';
 import * as tar from 'tar-stream';
 import { initPgBoss, stopPgBoss } from '../../queue/pg-boss-service';
-import { publishMalwareScanJob } from '../../queue/publisher';
+import * as publisher from '../../queue/publisher';
 import { BucketType, ObjectStorageService } from '../../services/object-storage/object-storage-service';
 
 // EICAR test signature - standard antivirus test string (NOT actual malware)
@@ -62,10 +63,13 @@ describe('Malware Scan Worker', function () {
       searchPath: ['biohub', 'public']
     });
     storageService = new ObjectStorageService();
+    // Stub the downstream job publisher so the scan doesn't chain into validation
+    sinon.stub(publisher, 'publishProcessSubmissionFeaturesJob').resolves();
     await initPgBoss();
   });
 
   after(async () => {
+    sinon.restore();
     // Cleanup: remove test data (child rows first, then parent rows)
     try {
       if (createdArtifactIds.length > 0) {
@@ -129,7 +133,7 @@ describe('Malware Scan Worker', function () {
       })
       .returning('artifact_security_id');
 
-    await publishMalwareScanJob({ artifactSecurityId: security.artifact_security_id });
+    await publisher.publishMalwareScanJob({ artifactSecurityId: security.artifact_security_id });
     const result = await waitForScanResult(db, security.artifact_security_id);
 
     return { result, objectKey };