Skip to content

Commit f9d07ce

Browse files
committed
Added QwenGenerationFiltering
Signed-off-by: Sasha Meister <sasha.meister.work@gmail.com>
1 parent 43e392c commit f9d07ce

File tree

2 files changed

+1
-3
lines changed

2 files changed

+1
-3
lines changed

sdp/processors/__init__.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -71,9 +71,9 @@
7171
from sdp.processors.inference.engines.faster_whisper.faster_whisper import FasterWhisperInference
7272
from sdp.processors.inference.engines.vllm.vllm import vLLMInference
7373
from sdp.processors.inference.engines.post_processing.whisper_hallucinations import WhisperHallucinationFeatures
74+
from sdp.processors.inference.engines.post_processing.qwen_cleaning import QwenGenerationFiltering
7475

7576
from sdp.processors.huggingface.create_initial_manifest import CreateInitialManifestHuggingFace
76-
from sdp.processors.huggingface.qwen_cleaning import QwenGenerationFiltering
7777

7878
from sdp.processors.modify_manifest.common import (
7979
AddConstantFields,
@@ -85,7 +85,6 @@
8585
RenameFields,
8686
SortManifest,
8787
SplitOnFixedDuration,
88-
RemoveFields
8988
)
9089
from sdp.processors.modify_manifest.create_manifest import CreateInitialManifestByExt
9190
from sdp.processors.modify_manifest.data_to_data import (
@@ -120,7 +119,6 @@
120119
DropOnAttribute,
121120
PreserveByValue,
122121
DropRepeatedFields,
123-
DropDuplicates
124122
)
125123
from sdp.processors.modify_manifest.make_letters_uppercase_after_period import (
126124
MakeLettersUppercaseAfterPeriod,
File renamed without changes.

0 commit comments

Comments
 (0)