# Copyright (c) Alibaba, Inc. and its affiliates. from typing import TYPE_CHECKING from modelscope.utils.import_utils import LazyImportModule if TYPE_CHECKING: from .base import Preprocessor from .builder import PREPROCESSORS, build_preprocessor from .common import Compose, ToTensor, Filter from .asr import WavToScp from .audio import LinearAECAndFbank, AudioBrainPreprocessor from .image import (LoadImage, load_image, ImageColorEnhanceFinetunePreprocessor, ImageInstanceSegmentationPreprocessor, ImageDenoisePreprocessor, ImageDeblurPreprocessor) from .cv import (ImageClassificationMmcvPreprocessor, ImageRestorationPreprocessor, ControllableImageGenerationPreprocessor) from .kws import WavToLists from .tts import KanttsDataPreprocessor from .multi_modal import (DiffusionImageGenerationPreprocessor, OfaPreprocessor, MPlugPreprocessor, HiTeAPreprocessor, MplugOwlPreprocessor, ImageCaptioningClipInterrogatorPreprocessor) from .nlp import ( DocumentSegmentationTransformersPreprocessor, FaqQuestionAnsweringTransformersPreprocessor, FillMaskPoNetPreprocessor, FillMaskTransformersPreprocessor, TextRankingTransformersPreprocessor, RelationExtractionTransformersPreprocessor, SentenceEmbeddingTransformersPreprocessor, TextClassificationTransformersPreprocessor, TextGenerationSentencePiecePreprocessor, TokenClassificationTransformersPreprocessor, TextErrorCorrectionPreprocessor, TextGenerationT5Preprocessor, WordAlignmentPreprocessor, TextGenerationTransformersPreprocessor, Tokenize, WordSegmentationBlankSetToLabelPreprocessor, MGLMSummarizationPreprocessor, ZeroShotClassificationTransformersPreprocessor, TextGenerationJiebaPreprocessor, SentencePiecePreprocessor, DialogIntentPredictionPreprocessor, DialogModelingPreprocessor, DialogStateTrackingPreprocessor, ConversationalTextToSqlPreprocessor, TableQuestionAnsweringPreprocessor, NERPreprocessorViet, NERPreprocessorThai, WordSegmentationPreprocessorThai, TranslationEvaluationTransformersPreprocessor, CanmtTranslationPreprocessor, DialogueClassificationUsePreprocessor, SiameseUiePreprocessor, DocumentGroundedDialogGeneratePreprocessor, DocumentGroundedDialogRetrievalPreprocessor, DocumentGroundedDialogRerankPreprocessor, MachineReadingComprehensionForNERPreprocessor) from .video import ReadVideoData, MovieSceneSegmentationPreprocessor else: _import_structure = { 'base': ['Preprocessor'], 'builder': ['PREPROCESSORS', 'build_preprocessor'], 'common': ['Compose', 'ToTensor', 'Filter'], 'audio': ['LinearAECAndFbank', 'AudioBrainPreprocessor'], 'asr': ['WavToScp'], 'video': ['ReadVideoData', 'MovieSceneSegmentationPreprocessor'], 'image': [ 'LoadImage', 'load_image', 'ImageColorEnhanceFinetunePreprocessor', 'ImageInstanceSegmentationPreprocessor', 'ImageDenoisePreprocessor', 'ImageDeblurPreprocessor' ], 'cv': [ 'ImageClassificationMmcvPreprocessor', 'ImageRestorationPreprocessor', 'ControllableImageGenerationPreprocessor' ], 'kws': ['WavToLists'], 'tts': ['KanttsDataPreprocessor'], 'multi_modal': [ 'DiffusionImageGenerationPreprocessor', 'OfaPreprocessor', 'MPlugPreprocessor', 'HiTeAPreprocessor', 'MplugOwlPreprocessor', 'ImageCaptioningClipInterrogatorPreprocessor' ], 'nlp': [ 'DocumentSegmentationTransformersPreprocessor', 'FaqQuestionAnsweringTransformersPreprocessor', 'FillMaskPoNetPreprocessor', 'FillMaskTransformersPreprocessor', 'NLPTokenizerPreprocessorBase', 'TextRankingTransformersPreprocessor', 'RelationExtractionTransformersPreprocessor', 'SentenceEmbeddingTransformersPreprocessor', 'TextGenerationSentencePiecePreprocessor', 'TextClassificationTransformersPreprocessor', 'TokenClassificationTransformersPreprocessor', 'TextErrorCorrectionPreprocessor', 'WordAlignmentPreprocessor', 'TextGenerationTransformersPreprocessor', 'Tokenize', 'TextGenerationT5Preprocessor', 'WordSegmentationBlankSetToLabelPreprocessor', 'MGLMSummarizationPreprocessor', 'CodeGeeXPreprocessor', 'ZeroShotClassificationTransformersPreprocessor', 'TextGenerationJiebaPreprocessor', 'SentencePiecePreprocessor', 'NERPreprocessorViet', 'NERPreprocessorThai', 'WordSegmentationPreprocessorThai', 'DialogIntentPredictionPreprocessor', 'DialogModelingPreprocessor', 'DialogStateTrackingPreprocessor', 'ConversationalTextToSqlPreprocessor', 'TableQuestionAnsweringPreprocessor', 'TranslationEvaluationTransformersPreprocessor', 'CanmtTranslationPreprocessor', 'DialogueClassificationUsePreprocessor', 'SiameseUiePreprocessor', 'DialogueClassificationUsePreprocessor', 'DocumentGroundedDialogGeneratePreprocessor', 'DocumentGroundedDialogRetrievalPreprocessor', 'DocumentGroundedDialogRerankPreprocessor', 'MachineReadingComprehensionForNERPreprocessor', ], } import sys sys.modules[__name__] = LazyImportModule( __name__, globals()['__file__'], _import_structure, module_spec=__spec__, extra_objects={}, )