__init__.py 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134
  1. # Copyright (c) Alibaba, Inc. and its affiliates.
  2. from typing import TYPE_CHECKING
  3. from modelscope.utils.import_utils import LazyImportModule
  4. if TYPE_CHECKING:
  5. from .automatic_post_editing_pipeline import AutomaticPostEditingPipeline
  6. from .conversational_text_to_sql_pipeline import ConversationalTextToSqlPipeline
  7. from .table_question_answering_pipeline import TableQuestionAnsweringPipeline
  8. from .dialog_intent_prediction_pipeline import DialogIntentPredictionPipeline
  9. from .dialog_modeling_pipeline import DialogModelingPipeline
  10. from .dialog_state_tracking_pipeline import DialogStateTrackingPipeline
  11. from .document_segmentation_pipeline import DocumentSegmentationPipeline
  12. from .extractive_summarization_pipeline import ExtractiveSummarizationPipeline
  13. from .polylm_text_generation_pipeline import PolyLMTextGenerationPipeline
  14. from .fasttext_text_classification_pipeline import FasttextSequenceClassificationPipeline
  15. from .faq_question_answering_pipeline import FaqQuestionAnsweringPipeline
  16. from .feature_extraction_pipeline import FeatureExtractionPipeline
  17. from .fill_mask_pipeline import FillMaskPipeline
  18. from .information_extraction_pipeline import InformationExtractionPipeline
  19. from .interactive_translation_pipeline import InteractiveTranslationPipeline
  20. from .named_entity_recognition_pipeline import NamedEntityRecognitionPipeline
  21. from .text_ranking_pipeline import TextRankingPipeline
  22. from .sentence_embedding_pipeline import SentenceEmbeddingPipeline
  23. from .text_classification_pipeline import TextClassificationPipeline
  24. from .summarization_pipeline import SummarizationPipeline
  25. from .translation_quality_estimation_pipeline import TranslationQualityEstimationPipeline
  26. from .text_error_correction_pipeline import TextErrorCorrectionPipeline
  27. from .word_alignment_pipeline import WordAlignmentPipeline
  28. from .text_generation_pipeline import TextGenerationPipeline, TextGenerationT5Pipeline, \
  29. SeqGPTPipeline, ChatGLM6bTextGenerationPipeline, ChatGLM6bV2TextGenerationPipeline, \
  30. QWenChatPipeline, QWenTextGenerationPipeline, Llama2TaskPipeline
  31. from .fid_dialogue_pipeline import FidDialoguePipeline
  32. from .token_classification_pipeline import TokenClassificationPipeline
  33. from .translation_pipeline import TranslationPipeline
  34. from .canmt_translation_pipeline import CanmtTranslationPipeline
  35. from .word_segmentation_pipeline import WordSegmentationPipeline, WordSegmentationThaiPipeline
  36. from .zero_shot_classification_pipeline import ZeroShotClassificationPipeline
  37. from .mglm_text_summarization_pipeline import MGLMTextSummarizationPipeline
  38. from .codegeex_code_translation_pipeline import CodeGeeXCodeTranslationPipeline
  39. from .codegeex_code_generation_pipeline import CodeGeeXCodeGenerationPipeline
  40. from .glm130b_text_generation_pipeline import GLM130bTextGenerationPipeline
  41. from .translation_evaluation_pipeline import TranslationEvaluationPipeline
  42. from .user_satisfaction_estimation_pipeline import UserSatisfactionEstimationPipeline
  43. from .siamese_uie_pipeline import SiameseUiePipeline
  44. from .document_grounded_dialog_generate_pipeline import DocumentGroundedDialogGeneratePipeline
  45. from .document_grounded_dialog_retrieval_pipeline import DocumentGroundedDialogRetrievalPipeline
  46. from .document_grounded_dialog_rerank_pipeline import DocumentGroundedDialogRerankPipeline
  47. from .language_identification_pipline import LanguageIdentificationPipeline
  48. from .machine_reading_comprehension_pipeline import MachineReadingComprehensionForNERPipeline
  49. from .llm_pipeline import LLMPipeline
  50. else:
  51. _import_structure = {
  52. 'automatic_post_editing_pipeline': ['AutomaticPostEditingPipeline'],
  53. 'conversational_text_to_sql_pipeline':
  54. ['ConversationalTextToSqlPipeline'],
  55. 'polylm_text_generation_pipeline': ['PolyLMTextGenerationPipeline'],
  56. 'dialog_intent_prediction_pipeline':
  57. ['DialogIntentPredictionPipeline'],
  58. 'dialog_modeling_pipeline': ['DialogModelingPipeline'],
  59. 'dialog_state_tracking_pipeline': ['DialogStateTrackingPipeline'],
  60. 'fasttext_text_classification_pipeline':
  61. ['FasttextSequenceClassificationPipeline'],
  62. 'document_segmentation_pipeline': ['DocumentSegmentationPipeline'],
  63. 'extractive_summarization_pipeline':
  64. ['ExtractiveSummarizationPipeline'],
  65. 'faq_question_answering_pipeline': ['FaqQuestionAnsweringPipeline'],
  66. 'feature_extraction_pipeline': ['FeatureExtractionPipeline'],
  67. 'fill_mask_pipeline': ['FillMaskPipeline'],
  68. 'information_extraction_pipeline': ['InformationExtractionPipeline'],
  69. 'interactive_translation_pipeline': ['InteractiveTranslationPipeline'],
  70. 'named_entity_recognition_pipeline': [
  71. 'NamedEntityRecognitionPipeline',
  72. ],
  73. 'text_ranking_pipeline': ['TextRankingPipeline'],
  74. 'sentence_embedding_pipeline': ['SentenceEmbeddingPipeline'],
  75. 'summarization_pipeline': ['SummarizationPipeline'],
  76. 'table_question_answering_pipeline':
  77. ['TableQuestionAnsweringPipeline'],
  78. 'text_classification_pipeline': ['TextClassificationPipeline'],
  79. 'text_error_correction_pipeline': ['TextErrorCorrectionPipeline'],
  80. 'word_alignment_pipeline': ['WordAlignmentPipeline'],
  81. 'text_generation_pipeline': [
  82. 'TextGenerationPipeline', 'TextGenerationT5Pipeline',
  83. 'ChatGLM6bTextGenerationPipeline',
  84. 'ChatGLM6bV2TextGenerationPipeline', 'QWenChatPipeline',
  85. 'QWenTextGenerationPipeline', 'SeqGPTPipeline',
  86. 'Llama2TaskPipeline'
  87. ],
  88. 'fid_dialogue_pipeline': ['FidDialoguePipeline'],
  89. 'token_classification_pipeline': ['TokenClassificationPipeline'],
  90. 'translation_pipeline': ['TranslationPipeline'],
  91. 'canmt_translation_pipeline': ['CanmtTranslationPipeline'],
  92. 'translation_quality_estimation_pipeline':
  93. ['TranslationQualityEstimationPipeline'],
  94. 'word_segmentation_pipeline':
  95. ['WordSegmentationPipeline', 'WordSegmentationThaiPipeline'],
  96. 'zero_shot_classification_pipeline':
  97. ['ZeroShotClassificationPipeline'],
  98. 'mglm_text_summarization_pipeline': ['MGLMTextSummarizationPipeline'],
  99. 'codegeex_code_translation_pipeline':
  100. ['CodeGeeXCodeTranslationPipeline'],
  101. 'codegeex_code_generation_pipeline':
  102. ['CodeGeeXCodeGenerationPipeline'],
  103. 'glm130b_text_generation_pipeline': ['GLM130bTextGenerationPipeline'],
  104. 'translation_evaluation_pipeline': ['TranslationEvaluationPipeline'],
  105. 'user_satisfaction_estimation_pipeline':
  106. ['UserSatisfactionEstimationPipeline'],
  107. 'siamese_uie_pipeline': ['SiameseUiePipeline'],
  108. 'document_grounded_dialog_generate_pipeline':
  109. ['DocumentGroundedDialogGeneratePipeline'],
  110. 'document_grounded_dialog_rerank_pipeline': [
  111. 'DocumentGroundedDialogRerankPipeline'
  112. ],
  113. 'document_grounded_dialog_retrieval_pipeline': [
  114. 'DocumentGroundedDialogRetrievalPipeline'
  115. ],
  116. 'language_identification_pipline': ['LanguageIdentificationPipeline'],
  117. 'machine_reading_comprehension_pipeline': [
  118. 'MachineReadingComprehensionForNERPipeline'
  119. ],
  120. 'llm_pipeline': ['LLMPipeline'],
  121. }
  122. import sys
  123. sys.modules[__name__] = LazyImportModule(
  124. __name__,
  125. globals()['__file__'],
  126. _import_structure,
  127. module_spec=__spec__,
  128. extra_objects={},
  129. )