| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129 |
- # Copyright (c) Alibaba, Inc. and its affiliates.
- from typing import TYPE_CHECKING
- from modelscope.utils.import_utils import LazyImportModule
- if TYPE_CHECKING:
- from .base import Preprocessor
- from .builder import PREPROCESSORS, build_preprocessor
- from .common import Compose, ToTensor, Filter
- from .asr import WavToScp
- from .audio import LinearAECAndFbank, AudioBrainPreprocessor
- from .image import (LoadImage, load_image,
- ImageColorEnhanceFinetunePreprocessor,
- ImageInstanceSegmentationPreprocessor,
- ImageDenoisePreprocessor, ImageDeblurPreprocessor)
- from .cv import (ImageClassificationMmcvPreprocessor,
- ImageRestorationPreprocessor,
- ControllableImageGenerationPreprocessor)
- from .kws import WavToLists
- from .tts import KanttsDataPreprocessor
- from .multi_modal import (DiffusionImageGenerationPreprocessor,
- OfaPreprocessor, MPlugPreprocessor,
- HiTeAPreprocessor, MplugOwlPreprocessor,
- ImageCaptioningClipInterrogatorPreprocessor)
- from .nlp import (
- DocumentSegmentationTransformersPreprocessor,
- FaqQuestionAnsweringTransformersPreprocessor,
- FillMaskPoNetPreprocessor, FillMaskTransformersPreprocessor,
- TextRankingTransformersPreprocessor,
- RelationExtractionTransformersPreprocessor,
- SentenceEmbeddingTransformersPreprocessor,
- TextClassificationTransformersPreprocessor,
- TextGenerationSentencePiecePreprocessor,
- TokenClassificationTransformersPreprocessor,
- TextErrorCorrectionPreprocessor, TextGenerationT5Preprocessor,
- WordAlignmentPreprocessor, TextGenerationTransformersPreprocessor,
- Tokenize, WordSegmentationBlankSetToLabelPreprocessor,
- MGLMSummarizationPreprocessor,
- ZeroShotClassificationTransformersPreprocessor,
- TextGenerationJiebaPreprocessor, SentencePiecePreprocessor,
- DialogIntentPredictionPreprocessor, DialogModelingPreprocessor,
- DialogStateTrackingPreprocessor, ConversationalTextToSqlPreprocessor,
- TableQuestionAnsweringPreprocessor, NERPreprocessorViet,
- NERPreprocessorThai, WordSegmentationPreprocessorThai,
- TranslationEvaluationTransformersPreprocessor,
- CanmtTranslationPreprocessor, DialogueClassificationUsePreprocessor,
- SiameseUiePreprocessor, DocumentGroundedDialogGeneratePreprocessor,
- DocumentGroundedDialogRetrievalPreprocessor,
- DocumentGroundedDialogRerankPreprocessor,
- MachineReadingComprehensionForNERPreprocessor)
- from .video import ReadVideoData, MovieSceneSegmentationPreprocessor
- else:
- _import_structure = {
- 'base': ['Preprocessor'],
- 'builder': ['PREPROCESSORS', 'build_preprocessor'],
- 'common': ['Compose', 'ToTensor', 'Filter'],
- 'audio': ['LinearAECAndFbank', 'AudioBrainPreprocessor'],
- 'asr': ['WavToScp'],
- 'video': ['ReadVideoData', 'MovieSceneSegmentationPreprocessor'],
- 'image': [
- 'LoadImage', 'load_image', 'ImageColorEnhanceFinetunePreprocessor',
- 'ImageInstanceSegmentationPreprocessor',
- 'ImageDenoisePreprocessor', 'ImageDeblurPreprocessor'
- ],
- 'cv': [
- 'ImageClassificationMmcvPreprocessor',
- 'ImageRestorationPreprocessor',
- 'ControllableImageGenerationPreprocessor'
- ],
- 'kws': ['WavToLists'],
- 'tts': ['KanttsDataPreprocessor'],
- 'multi_modal': [
- 'DiffusionImageGenerationPreprocessor', 'OfaPreprocessor',
- 'MPlugPreprocessor', 'HiTeAPreprocessor', 'MplugOwlPreprocessor',
- 'ImageCaptioningClipInterrogatorPreprocessor'
- ],
- 'nlp': [
- 'DocumentSegmentationTransformersPreprocessor',
- 'FaqQuestionAnsweringTransformersPreprocessor',
- 'FillMaskPoNetPreprocessor',
- 'FillMaskTransformersPreprocessor',
- 'NLPTokenizerPreprocessorBase',
- 'TextRankingTransformersPreprocessor',
- 'RelationExtractionTransformersPreprocessor',
- 'SentenceEmbeddingTransformersPreprocessor',
- 'TextGenerationSentencePiecePreprocessor',
- 'TextClassificationTransformersPreprocessor',
- 'TokenClassificationTransformersPreprocessor',
- 'TextErrorCorrectionPreprocessor',
- 'WordAlignmentPreprocessor',
- 'TextGenerationTransformersPreprocessor',
- 'Tokenize',
- 'TextGenerationT5Preprocessor',
- 'WordSegmentationBlankSetToLabelPreprocessor',
- 'MGLMSummarizationPreprocessor',
- 'CodeGeeXPreprocessor',
- 'ZeroShotClassificationTransformersPreprocessor',
- 'TextGenerationJiebaPreprocessor',
- 'SentencePiecePreprocessor',
- 'NERPreprocessorViet',
- 'NERPreprocessorThai',
- 'WordSegmentationPreprocessorThai',
- 'DialogIntentPredictionPreprocessor',
- 'DialogModelingPreprocessor',
- 'DialogStateTrackingPreprocessor',
- 'ConversationalTextToSqlPreprocessor',
- 'TableQuestionAnsweringPreprocessor',
- 'TranslationEvaluationTransformersPreprocessor',
- 'CanmtTranslationPreprocessor',
- 'DialogueClassificationUsePreprocessor',
- 'SiameseUiePreprocessor',
- 'DialogueClassificationUsePreprocessor',
- 'DocumentGroundedDialogGeneratePreprocessor',
- 'DocumentGroundedDialogRetrievalPreprocessor',
- 'DocumentGroundedDialogRerankPreprocessor',
- 'MachineReadingComprehensionForNERPreprocessor',
- ],
- }
- import sys
- sys.modules[__name__] = LazyImportModule(
- __name__,
- globals()['__file__'],
- _import_structure,
- module_spec=__spec__,
- extra_objects={},
- )
|