__init__.py 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129
  1. # Copyright (c) Alibaba, Inc. and its affiliates.
  2. from typing import TYPE_CHECKING
  3. from modelscope.utils.import_utils import LazyImportModule
  4. if TYPE_CHECKING:
  5. from .base import Preprocessor
  6. from .builder import PREPROCESSORS, build_preprocessor
  7. from .common import Compose, ToTensor, Filter
  8. from .asr import WavToScp
  9. from .audio import LinearAECAndFbank, AudioBrainPreprocessor
  10. from .image import (LoadImage, load_image,
  11. ImageColorEnhanceFinetunePreprocessor,
  12. ImageInstanceSegmentationPreprocessor,
  13. ImageDenoisePreprocessor, ImageDeblurPreprocessor)
  14. from .cv import (ImageClassificationMmcvPreprocessor,
  15. ImageRestorationPreprocessor,
  16. ControllableImageGenerationPreprocessor)
  17. from .kws import WavToLists
  18. from .tts import KanttsDataPreprocessor
  19. from .multi_modal import (DiffusionImageGenerationPreprocessor,
  20. OfaPreprocessor, MPlugPreprocessor,
  21. HiTeAPreprocessor, MplugOwlPreprocessor,
  22. ImageCaptioningClipInterrogatorPreprocessor)
  23. from .nlp import (
  24. DocumentSegmentationTransformersPreprocessor,
  25. FaqQuestionAnsweringTransformersPreprocessor,
  26. FillMaskPoNetPreprocessor, FillMaskTransformersPreprocessor,
  27. TextRankingTransformersPreprocessor,
  28. RelationExtractionTransformersPreprocessor,
  29. SentenceEmbeddingTransformersPreprocessor,
  30. TextClassificationTransformersPreprocessor,
  31. TextGenerationSentencePiecePreprocessor,
  32. TokenClassificationTransformersPreprocessor,
  33. TextErrorCorrectionPreprocessor, TextGenerationT5Preprocessor,
  34. WordAlignmentPreprocessor, TextGenerationTransformersPreprocessor,
  35. Tokenize, WordSegmentationBlankSetToLabelPreprocessor,
  36. MGLMSummarizationPreprocessor,
  37. ZeroShotClassificationTransformersPreprocessor,
  38. TextGenerationJiebaPreprocessor, SentencePiecePreprocessor,
  39. DialogIntentPredictionPreprocessor, DialogModelingPreprocessor,
  40. DialogStateTrackingPreprocessor, ConversationalTextToSqlPreprocessor,
  41. TableQuestionAnsweringPreprocessor, NERPreprocessorViet,
  42. NERPreprocessorThai, WordSegmentationPreprocessorThai,
  43. TranslationEvaluationTransformersPreprocessor,
  44. CanmtTranslationPreprocessor, DialogueClassificationUsePreprocessor,
  45. SiameseUiePreprocessor, DocumentGroundedDialogGeneratePreprocessor,
  46. DocumentGroundedDialogRetrievalPreprocessor,
  47. DocumentGroundedDialogRerankPreprocessor,
  48. MachineReadingComprehensionForNERPreprocessor)
  49. from .video import ReadVideoData, MovieSceneSegmentationPreprocessor
  50. else:
  51. _import_structure = {
  52. 'base': ['Preprocessor'],
  53. 'builder': ['PREPROCESSORS', 'build_preprocessor'],
  54. 'common': ['Compose', 'ToTensor', 'Filter'],
  55. 'audio': ['LinearAECAndFbank', 'AudioBrainPreprocessor'],
  56. 'asr': ['WavToScp'],
  57. 'video': ['ReadVideoData', 'MovieSceneSegmentationPreprocessor'],
  58. 'image': [
  59. 'LoadImage', 'load_image', 'ImageColorEnhanceFinetunePreprocessor',
  60. 'ImageInstanceSegmentationPreprocessor',
  61. 'ImageDenoisePreprocessor', 'ImageDeblurPreprocessor'
  62. ],
  63. 'cv': [
  64. 'ImageClassificationMmcvPreprocessor',
  65. 'ImageRestorationPreprocessor',
  66. 'ControllableImageGenerationPreprocessor'
  67. ],
  68. 'kws': ['WavToLists'],
  69. 'tts': ['KanttsDataPreprocessor'],
  70. 'multi_modal': [
  71. 'DiffusionImageGenerationPreprocessor', 'OfaPreprocessor',
  72. 'MPlugPreprocessor', 'HiTeAPreprocessor', 'MplugOwlPreprocessor',
  73. 'ImageCaptioningClipInterrogatorPreprocessor'
  74. ],
  75. 'nlp': [
  76. 'DocumentSegmentationTransformersPreprocessor',
  77. 'FaqQuestionAnsweringTransformersPreprocessor',
  78. 'FillMaskPoNetPreprocessor',
  79. 'FillMaskTransformersPreprocessor',
  80. 'NLPTokenizerPreprocessorBase',
  81. 'TextRankingTransformersPreprocessor',
  82. 'RelationExtractionTransformersPreprocessor',
  83. 'SentenceEmbeddingTransformersPreprocessor',
  84. 'TextGenerationSentencePiecePreprocessor',
  85. 'TextClassificationTransformersPreprocessor',
  86. 'TokenClassificationTransformersPreprocessor',
  87. 'TextErrorCorrectionPreprocessor',
  88. 'WordAlignmentPreprocessor',
  89. 'TextGenerationTransformersPreprocessor',
  90. 'Tokenize',
  91. 'TextGenerationT5Preprocessor',
  92. 'WordSegmentationBlankSetToLabelPreprocessor',
  93. 'MGLMSummarizationPreprocessor',
  94. 'CodeGeeXPreprocessor',
  95. 'ZeroShotClassificationTransformersPreprocessor',
  96. 'TextGenerationJiebaPreprocessor',
  97. 'SentencePiecePreprocessor',
  98. 'NERPreprocessorViet',
  99. 'NERPreprocessorThai',
  100. 'WordSegmentationPreprocessorThai',
  101. 'DialogIntentPredictionPreprocessor',
  102. 'DialogModelingPreprocessor',
  103. 'DialogStateTrackingPreprocessor',
  104. 'ConversationalTextToSqlPreprocessor',
  105. 'TableQuestionAnsweringPreprocessor',
  106. 'TranslationEvaluationTransformersPreprocessor',
  107. 'CanmtTranslationPreprocessor',
  108. 'DialogueClassificationUsePreprocessor',
  109. 'SiameseUiePreprocessor',
  110. 'DialogueClassificationUsePreprocessor',
  111. 'DocumentGroundedDialogGeneratePreprocessor',
  112. 'DocumentGroundedDialogRetrievalPreprocessor',
  113. 'DocumentGroundedDialogRerankPreprocessor',
  114. 'MachineReadingComprehensionForNERPreprocessor',
  115. ],
  116. }
  117. import sys
  118. sys.modules[__name__] = LazyImportModule(
  119. __name__,
  120. globals()['__file__'],
  121. _import_structure,
  122. module_spec=__spec__,
  123. extra_objects={},
  124. )