METADATA 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907
  1. Metadata-Version: 2.4
  2. Name: modelscope
  3. Version: 1.33.0
  4. Summary: ModelScope: bring the notion of Model-as-a-Service to life.
  5. Author: ModelScope team
  6. Author-email: contact@modelscope.cn
  7. License-Expression: Apache-2.0
  8. Project-URL: Homepage, https://github.com/modelscope/modelscope
  9. Keywords: python,nlp,science,cv,speech,multi-modal
  10. Classifier: Development Status :: 4 - Beta
  11. Classifier: Operating System :: OS Independent
  12. Classifier: Programming Language :: Python :: 3
  13. Classifier: Programming Language :: Python :: 3.9
  14. Classifier: Programming Language :: Python :: 3.10
  15. Classifier: Programming Language :: Python :: 3.11
  16. Requires-Python: >=3.9
  17. Description-Content-Type: text/markdown
  18. License-File: LICENSE
  19. Requires-Dist: filelock
  20. Requires-Dist: requests>=2.25
  21. Requires-Dist: setuptools
  22. Requires-Dist: tqdm>=4.64.0
  23. Requires-Dist: urllib3>=1.26
  24. Provides-Extra: hub
  25. Requires-Dist: filelock; extra == "hub"
  26. Requires-Dist: requests>=2.25; extra == "hub"
  27. Requires-Dist: setuptools; extra == "hub"
  28. Requires-Dist: tqdm>=4.64.0; extra == "hub"
  29. Requires-Dist: urllib3>=1.26; extra == "hub"
  30. Provides-Extra: datasets
  31. Requires-Dist: addict; extra == "datasets"
  32. Requires-Dist: attrs; extra == "datasets"
  33. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "datasets"
  34. Requires-Dist: einops; extra == "datasets"
  35. Requires-Dist: oss2; extra == "datasets"
  36. Requires-Dist: Pillow; extra == "datasets"
  37. Requires-Dist: python-dateutil>=2.1; extra == "datasets"
  38. Requires-Dist: scipy; extra == "datasets"
  39. Requires-Dist: setuptools; extra == "datasets"
  40. Requires-Dist: simplejson>=3.3.0; extra == "datasets"
  41. Requires-Dist: sortedcontainers>=1.5.9; extra == "datasets"
  42. Requires-Dist: urllib3>=1.26; extra == "datasets"
  43. Provides-Extra: framework
  44. Requires-Dist: addict; extra == "framework"
  45. Requires-Dist: attrs; extra == "framework"
  46. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "framework"
  47. Requires-Dist: einops; extra == "framework"
  48. Requires-Dist: Pillow; extra == "framework"
  49. Requires-Dist: python-dateutil>=2.1; extra == "framework"
  50. Requires-Dist: PyYAML>=5.4; extra == "framework"
  51. Requires-Dist: scipy; extra == "framework"
  52. Requires-Dist: setuptools; extra == "framework"
  53. Requires-Dist: simplejson>=3.3.0; extra == "framework"
  54. Requires-Dist: sortedcontainers>=1.5.9; extra == "framework"
  55. Requires-Dist: transformers; extra == "framework"
  56. Requires-Dist: urllib3>=1.26; extra == "framework"
  57. Provides-Extra: server
  58. Requires-Dist: fastapi; extra == "server"
  59. Requires-Dist: sse-starlette; extra == "server"
  60. Requires-Dist: uvicorn; extra == "server"
  61. Provides-Extra: docs
  62. Requires-Dist: docutils>=0.16.0; extra == "docs"
  63. Requires-Dist: myst_parser; extra == "docs"
  64. Requires-Dist: recommonmark; extra == "docs"
  65. Requires-Dist: sphinx>=5.3.0; extra == "docs"
  66. Requires-Dist: sphinx-book-theme; extra == "docs"
  67. Requires-Dist: sphinx-copybutton; extra == "docs"
  68. Requires-Dist: sphinx_markdown_tables; extra == "docs"
  69. Provides-Extra: tests
  70. Requires-Dist: expecttest; extra == "tests"
  71. Requires-Dist: flake8; extra == "tests"
  72. Requires-Dist: isort>=4.3.21; extra == "tests"
  73. Requires-Dist: pre-commit; extra == "tests"
  74. Requires-Dist: yapf==0.30.0; extra == "tests"
  75. Provides-Extra: cv
  76. Requires-Dist: addict; extra == "cv"
  77. Requires-Dist: attrs; extra == "cv"
  78. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "cv"
  79. Requires-Dist: einops; extra == "cv"
  80. Requires-Dist: Pillow; extra == "cv"
  81. Requires-Dist: python-dateutil>=2.1; extra == "cv"
  82. Requires-Dist: PyYAML>=5.4; extra == "cv"
  83. Requires-Dist: scipy; extra == "cv"
  84. Requires-Dist: setuptools; extra == "cv"
  85. Requires-Dist: simplejson>=3.3.0; extra == "cv"
  86. Requires-Dist: sortedcontainers>=1.5.9; extra == "cv"
  87. Requires-Dist: transformers; extra == "cv"
  88. Requires-Dist: urllib3>=1.26; extra == "cv"
  89. Requires-Dist: accelerate; extra == "cv"
  90. Requires-Dist: albumentations>=1.0.3; extra == "cv"
  91. Requires-Dist: av>=9.2.0; extra == "cv"
  92. Requires-Dist: bmt_clipit>=1.0; extra == "cv"
  93. Requires-Dist: chumpy; extra == "cv"
  94. Requires-Dist: clip>=1.0; extra == "cv"
  95. Requires-Dist: control_ldm; extra == "cv"
  96. Requires-Dist: ddpm_guided_diffusion==0.0.0; extra == "cv"
  97. Requires-Dist: diffusers; extra == "cv"
  98. Requires-Dist: easydict; extra == "cv"
  99. Requires-Dist: edit_distance; extra == "cv"
  100. Requires-Dist: face_alignment>=1.3.5; extra == "cv"
  101. Requires-Dist: fairscale>=0.4.1; extra == "cv"
  102. Requires-Dist: fastai>=1.0.51; extra == "cv"
  103. Requires-Dist: ffmpeg>=1.4; extra == "cv"
  104. Requires-Dist: ffmpeg-python>=0.2.0; extra == "cv"
  105. Requires-Dist: ftfy; extra == "cv"
  106. Requires-Dist: fvcore; extra == "cv"
  107. Requires-Dist: imageio>=2.9.0; extra == "cv"
  108. Requires-Dist: imageio-ffmpeg>=0.4.2; extra == "cv"
  109. Requires-Dist: imgaug>=0.4.0; extra == "cv"
  110. Requires-Dist: kornia>=0.5.0; extra == "cv"
  111. Requires-Dist: lmdb; extra == "cv"
  112. Requires-Dist: lpips; extra == "cv"
  113. Requires-Dist: matplotlib>=3.8.0; extra == "cv"
  114. Requires-Dist: ml_collections; extra == "cv"
  115. Requires-Dist: mmcls>=0.21.0; extra == "cv"
  116. Requires-Dist: mmdet<=2.28.2,>=2.25.0; extra == "cv"
  117. Requires-Dist: mmdet3d==1.0.0a1; extra == "cv"
  118. Requires-Dist: mmsegmentation<=0.30.0; extra == "cv"
  119. Requires-Dist: moviepy==1.0.3; extra == "cv"
  120. Requires-Dist: nerfacc==0.2.2; extra == "cv"
  121. Requires-Dist: networkx; extra == "cv"
  122. Requires-Dist: numba; extra == "cv"
  123. Requires-Dist: omegaconf; extra == "cv"
  124. Requires-Dist: onnx; extra == "cv"
  125. Requires-Dist: onnxruntime>=1.10; extra == "cv"
  126. Requires-Dist: onnxsim; extra == "cv"
  127. Requires-Dist: open-clip-torch>=2.7.0; extra == "cv"
  128. Requires-Dist: opencv-python; extra == "cv"
  129. Requires-Dist: paint_ldm; extra == "cv"
  130. Requires-Dist: pandas; extra == "cv"
  131. Requires-Dist: panopticapi; extra == "cv"
  132. Requires-Dist: Pillow>=6.2.0; extra == "cv"
  133. Requires-Dist: plyfile>=0.7.4; extra == "cv"
  134. Requires-Dist: psutil; extra == "cv"
  135. Requires-Dist: pyclipper; extra == "cv"
  136. Requires-Dist: PyMCubes<=0.1.4; extra == "cv"
  137. Requires-Dist: pytorch-lightning; extra == "cv"
  138. Requires-Dist: regex; extra == "cv"
  139. Requires-Dist: scikit-image; extra == "cv"
  140. Requires-Dist: scikit-learn; extra == "cv"
  141. Requires-Dist: shapely; extra == "cv"
  142. Requires-Dist: shotdetect_scenedetect_lgss==0.0.4; extra == "cv"
  143. Requires-Dist: smplx; extra == "cv"
  144. Requires-Dist: tensorflow-estimator>=1.15.1; extra == "cv"
  145. Requires-Dist: tf_slim; extra == "cv"
  146. Requires-Dist: thop; extra == "cv"
  147. Requires-Dist: timm>=0.4.9; extra == "cv"
  148. Requires-Dist: torch-scatter; extra == "cv"
  149. Requires-Dist: torchmetrics>=0.6.2; extra == "cv"
  150. Requires-Dist: torchsummary>=1.5.1; extra == "cv"
  151. Requires-Dist: torchvision; extra == "cv"
  152. Requires-Dist: tqdm; extra == "cv"
  153. Requires-Dist: transformers>=4.26.0; extra == "cv"
  154. Requires-Dist: trimesh; extra == "cv"
  155. Requires-Dist: ujson; extra == "cv"
  156. Requires-Dist: utils; extra == "cv"
  157. Requires-Dist: videofeatures_clipit>=1.0; extra == "cv"
  158. Requires-Dist: yacs; extra == "cv"
  159. Provides-Extra: nlp
  160. Requires-Dist: addict; extra == "nlp"
  161. Requires-Dist: attrs; extra == "nlp"
  162. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "nlp"
  163. Requires-Dist: einops; extra == "nlp"
  164. Requires-Dist: Pillow; extra == "nlp"
  165. Requires-Dist: python-dateutil>=2.1; extra == "nlp"
  166. Requires-Dist: PyYAML>=5.4; extra == "nlp"
  167. Requires-Dist: scipy; extra == "nlp"
  168. Requires-Dist: setuptools; extra == "nlp"
  169. Requires-Dist: simplejson>=3.3.0; extra == "nlp"
  170. Requires-Dist: sortedcontainers>=1.5.9; extra == "nlp"
  171. Requires-Dist: transformers; extra == "nlp"
  172. Requires-Dist: urllib3>=1.26; extra == "nlp"
  173. Requires-Dist: boto3; extra == "nlp"
  174. Requires-Dist: embeddings; extra == "nlp"
  175. Requires-Dist: filelock; extra == "nlp"
  176. Requires-Dist: ftfy; extra == "nlp"
  177. Requires-Dist: jieba>=0.42.1; extra == "nlp"
  178. Requires-Dist: matplotlib; extra == "nlp"
  179. Requires-Dist: megatron_util; extra == "nlp"
  180. Requires-Dist: nltk; extra == "nlp"
  181. Requires-Dist: pandas; extra == "nlp"
  182. Requires-Dist: protobuf<3.21.0,>=3.19.0; extra == "nlp"
  183. Requires-Dist: pythainlp; extra == "nlp"
  184. Requires-Dist: pyvi; extra == "nlp"
  185. Requires-Dist: regex; extra == "nlp"
  186. Requires-Dist: rouge; extra == "nlp"
  187. Requires-Dist: sacremoses>=0.0.41; extra == "nlp"
  188. Requires-Dist: scikit_learn; extra == "nlp"
  189. Requires-Dist: sentencepiece; extra == "nlp"
  190. Requires-Dist: seqeval; extra == "nlp"
  191. Requires-Dist: spacy<=3.7.0,>=2.3.5; extra == "nlp"
  192. Requires-Dist: stanza; extra == "nlp"
  193. Requires-Dist: subword_nmt>=0.3.8; extra == "nlp"
  194. Requires-Dist: termcolor; extra == "nlp"
  195. Requires-Dist: tokenizers; extra == "nlp"
  196. Requires-Dist: transformers>=4.12.0; extra == "nlp"
  197. Requires-Dist: zhconv; extra == "nlp"
  198. Provides-Extra: multi-modal
  199. Requires-Dist: addict; extra == "multi-modal"
  200. Requires-Dist: attrs; extra == "multi-modal"
  201. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "multi-modal"
  202. Requires-Dist: einops; extra == "multi-modal"
  203. Requires-Dist: Pillow; extra == "multi-modal"
  204. Requires-Dist: python-dateutil>=2.1; extra == "multi-modal"
  205. Requires-Dist: PyYAML>=5.4; extra == "multi-modal"
  206. Requires-Dist: scipy; extra == "multi-modal"
  207. Requires-Dist: setuptools; extra == "multi-modal"
  208. Requires-Dist: simplejson>=3.3.0; extra == "multi-modal"
  209. Requires-Dist: sortedcontainers>=1.5.9; extra == "multi-modal"
  210. Requires-Dist: transformers; extra == "multi-modal"
  211. Requires-Dist: urllib3>=1.26; extra == "multi-modal"
  212. Requires-Dist: accelerate; extra == "multi-modal"
  213. Requires-Dist: cloudpickle; extra == "multi-modal"
  214. Requires-Dist: decord>=0.6.0; extra == "multi-modal"
  215. Requires-Dist: diffusers>=0.25.0; extra == "multi-modal"
  216. Requires-Dist: fairseq-fixed==0.12.3.1; extra == "multi-modal"
  217. Requires-Dist: ftfy>=6.0.3; extra == "multi-modal"
  218. Requires-Dist: librosa==0.10.1; extra == "multi-modal"
  219. Requires-Dist: opencv-python; extra == "multi-modal"
  220. Requires-Dist: pycocoevalcap>=1.2; extra == "multi-modal"
  221. Requires-Dist: pycocotools>=2.0.4; extra == "multi-modal"
  222. Requires-Dist: pydot; extra == "multi-modal"
  223. Requires-Dist: pytorch_lightning<=1.7.7; extra == "multi-modal"
  224. Requires-Dist: rapidfuzz; extra == "multi-modal"
  225. Requires-Dist: rouge_score<=0.0.4; extra == "multi-modal"
  226. Requires-Dist: sacrebleu; extra == "multi-modal"
  227. Requires-Dist: safetensors; extra == "multi-modal"
  228. Requires-Dist: soundfile; extra == "multi-modal"
  229. Requires-Dist: taming-transformers-rom1504; extra == "multi-modal"
  230. Requires-Dist: timm; extra == "multi-modal"
  231. Requires-Dist: tokenizers; extra == "multi-modal"
  232. Requires-Dist: torchvision; extra == "multi-modal"
  233. Requires-Dist: transformers>=4.27.1; extra == "multi-modal"
  234. Requires-Dist: unicodedata2; extra == "multi-modal"
  235. Requires-Dist: zhconv; extra == "multi-modal"
  236. Provides-Extra: science
  237. Requires-Dist: addict; extra == "science"
  238. Requires-Dist: attrs; extra == "science"
  239. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "science"
  240. Requires-Dist: einops; extra == "science"
  241. Requires-Dist: Pillow; extra == "science"
  242. Requires-Dist: python-dateutil>=2.1; extra == "science"
  243. Requires-Dist: PyYAML>=5.4; extra == "science"
  244. Requires-Dist: scipy; extra == "science"
  245. Requires-Dist: setuptools; extra == "science"
  246. Requires-Dist: simplejson>=3.3.0; extra == "science"
  247. Requires-Dist: sortedcontainers>=1.5.9; extra == "science"
  248. Requires-Dist: transformers; extra == "science"
  249. Requires-Dist: urllib3>=1.26; extra == "science"
  250. Requires-Dist: biopython; extra == "science"
  251. Requires-Dist: iopath; extra == "science"
  252. Requires-Dist: ipdb; extra == "science"
  253. Requires-Dist: lmdb; extra == "science"
  254. Requires-Dist: ml_collections; extra == "science"
  255. Requires-Dist: scipy; extra == "science"
  256. Requires-Dist: tensorboardX; extra == "science"
  257. Requires-Dist: tokenizers; extra == "science"
  258. Provides-Extra: audio-asr
  259. Requires-Dist: addict; extra == "audio-asr"
  260. Requires-Dist: attrs; extra == "audio-asr"
  261. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "audio-asr"
  262. Requires-Dist: einops; extra == "audio-asr"
  263. Requires-Dist: Pillow; extra == "audio-asr"
  264. Requires-Dist: python-dateutil>=2.1; extra == "audio-asr"
  265. Requires-Dist: PyYAML>=5.4; extra == "audio-asr"
  266. Requires-Dist: scipy; extra == "audio-asr"
  267. Requires-Dist: setuptools; extra == "audio-asr"
  268. Requires-Dist: simplejson>=3.3.0; extra == "audio-asr"
  269. Requires-Dist: sortedcontainers>=1.5.9; extra == "audio-asr"
  270. Requires-Dist: transformers; extra == "audio-asr"
  271. Requires-Dist: urllib3>=1.26; extra == "audio-asr"
  272. Requires-Dist: funasr>=1.0.0; extra == "audio-asr"
  273. Provides-Extra: audio-codec
  274. Requires-Dist: addict; extra == "audio-codec"
  275. Requires-Dist: attrs; extra == "audio-codec"
  276. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "audio-codec"
  277. Requires-Dist: einops; extra == "audio-codec"
  278. Requires-Dist: Pillow; extra == "audio-codec"
  279. Requires-Dist: python-dateutil>=2.1; extra == "audio-codec"
  280. Requires-Dist: PyYAML>=5.4; extra == "audio-codec"
  281. Requires-Dist: scipy; extra == "audio-codec"
  282. Requires-Dist: setuptools; extra == "audio-codec"
  283. Requires-Dist: simplejson>=3.3.0; extra == "audio-codec"
  284. Requires-Dist: sortedcontainers>=1.5.9; extra == "audio-codec"
  285. Requires-Dist: transformers; extra == "audio-codec"
  286. Requires-Dist: urllib3>=1.26; extra == "audio-codec"
  287. Requires-Dist: ms-funcodec>=0.2.0; extra == "audio-codec"
  288. Provides-Extra: audio-tts
  289. Requires-Dist: addict; extra == "audio-tts"
  290. Requires-Dist: attrs; extra == "audio-tts"
  291. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "audio-tts"
  292. Requires-Dist: einops; extra == "audio-tts"
  293. Requires-Dist: Pillow; extra == "audio-tts"
  294. Requires-Dist: python-dateutil>=2.1; extra == "audio-tts"
  295. Requires-Dist: PyYAML>=5.4; extra == "audio-tts"
  296. Requires-Dist: scipy; extra == "audio-tts"
  297. Requires-Dist: setuptools; extra == "audio-tts"
  298. Requires-Dist: simplejson>=3.3.0; extra == "audio-tts"
  299. Requires-Dist: sortedcontainers>=1.5.9; extra == "audio-tts"
  300. Requires-Dist: transformers; extra == "audio-tts"
  301. Requires-Dist: urllib3>=1.26; extra == "audio-tts"
  302. Requires-Dist: bitstring; extra == "audio-tts"
  303. Requires-Dist: greenlet>=1.1.2; extra == "audio-tts"
  304. Requires-Dist: inflect; extra == "audio-tts"
  305. Requires-Dist: jedi>=0.18.1; extra == "audio-tts"
  306. Requires-Dist: kantts; extra == "audio-tts"
  307. Requires-Dist: librosa==0.10.1; extra == "audio-tts"
  308. Requires-Dist: lxml; extra == "audio-tts"
  309. Requires-Dist: matplotlib; extra == "audio-tts"
  310. Requires-Dist: msgpack>=1.0.4; extra == "audio-tts"
  311. Requires-Dist: parso>=0.8.3; extra == "audio-tts"
  312. Requires-Dist: pexpect>=4.8.0; extra == "audio-tts"
  313. Requires-Dist: pickleshare>=0.7.5; extra == "audio-tts"
  314. Requires-Dist: prompt-toolkit>=3.0.30; extra == "audio-tts"
  315. Requires-Dist: protobuf; extra == "audio-tts"
  316. Requires-Dist: ptflops; extra == "audio-tts"
  317. Requires-Dist: ptyprocess>=0.7.0; extra == "audio-tts"
  318. Requires-Dist: pygments>=2.12.0; extra == "audio-tts"
  319. Requires-Dist: pytorch_wavelets; extra == "audio-tts"
  320. Requires-Dist: PyWavelets>=1.0.0; extra == "audio-tts"
  321. Requires-Dist: scikit-learn; extra == "audio-tts"
  322. Requires-Dist: sox; extra == "audio-tts"
  323. Requires-Dist: tensorboardx; extra == "audio-tts"
  324. Requires-Dist: tqdm; extra == "audio-tts"
  325. Requires-Dist: traitlets>=5.3.0; extra == "audio-tts"
  326. Requires-Dist: unidecode; extra == "audio-tts"
  327. Requires-Dist: wcwidth>=0.2.5; extra == "audio-tts"
  328. Provides-Extra: audio-kws
  329. Requires-Dist: addict; extra == "audio-kws"
  330. Requires-Dist: attrs; extra == "audio-kws"
  331. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "audio-kws"
  332. Requires-Dist: einops; extra == "audio-kws"
  333. Requires-Dist: Pillow; extra == "audio-kws"
  334. Requires-Dist: python-dateutil>=2.1; extra == "audio-kws"
  335. Requires-Dist: PyYAML>=5.4; extra == "audio-kws"
  336. Requires-Dist: scipy; extra == "audio-kws"
  337. Requires-Dist: setuptools; extra == "audio-kws"
  338. Requires-Dist: simplejson>=3.3.0; extra == "audio-kws"
  339. Requires-Dist: sortedcontainers>=1.5.9; extra == "audio-kws"
  340. Requires-Dist: transformers; extra == "audio-kws"
  341. Requires-Dist: urllib3>=1.26; extra == "audio-kws"
  342. Requires-Dist: kaldiio; extra == "audio-kws"
  343. Requires-Dist: matplotlib; extra == "audio-kws"
  344. Requires-Dist: py_sound_connect>=0.1; extra == "audio-kws"
  345. Requires-Dist: scipy; extra == "audio-kws"
  346. Requires-Dist: SoundFile>0.10; extra == "audio-kws"
  347. Requires-Dist: tensorboardX; extra == "audio-kws"
  348. Provides-Extra: audio-signal
  349. Requires-Dist: addict; extra == "audio-signal"
  350. Requires-Dist: attrs; extra == "audio-signal"
  351. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "audio-signal"
  352. Requires-Dist: einops; extra == "audio-signal"
  353. Requires-Dist: Pillow; extra == "audio-signal"
  354. Requires-Dist: python-dateutil>=2.1; extra == "audio-signal"
  355. Requires-Dist: PyYAML>=5.4; extra == "audio-signal"
  356. Requires-Dist: scipy; extra == "audio-signal"
  357. Requires-Dist: setuptools; extra == "audio-signal"
  358. Requires-Dist: simplejson>=3.3.0; extra == "audio-signal"
  359. Requires-Dist: sortedcontainers>=1.5.9; extra == "audio-signal"
  360. Requires-Dist: transformers; extra == "audio-signal"
  361. Requires-Dist: urllib3>=1.26; extra == "audio-signal"
  362. Requires-Dist: hdbscan; extra == "audio-signal"
  363. Requires-Dist: hyperpyyaml; extra == "audio-signal"
  364. Requires-Dist: librosa==0.10.1; extra == "audio-signal"
  365. Requires-Dist: MinDAEC==0.0.2; extra == "audio-signal"
  366. Requires-Dist: mir_eval>=0.7; extra == "audio-signal"
  367. Requires-Dist: rotary_embedding_torch>=0.1.5; extra == "audio-signal"
  368. Requires-Dist: scipy; extra == "audio-signal"
  369. Requires-Dist: SoundFile>0.10; extra == "audio-signal"
  370. Requires-Dist: speechbrain>=0.5.12; extra == "audio-signal"
  371. Requires-Dist: torchaudio; extra == "audio-signal"
  372. Requires-Dist: tqdm; extra == "audio-signal"
  373. Requires-Dist: umap-learn; extra == "audio-signal"
  374. Provides-Extra: audio
  375. Requires-Dist: addict; extra == "audio"
  376. Requires-Dist: attrs; extra == "audio"
  377. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "audio"
  378. Requires-Dist: einops; extra == "audio"
  379. Requires-Dist: Pillow; extra == "audio"
  380. Requires-Dist: python-dateutil>=2.1; extra == "audio"
  381. Requires-Dist: PyYAML>=5.4; extra == "audio"
  382. Requires-Dist: scipy; extra == "audio"
  383. Requires-Dist: setuptools; extra == "audio"
  384. Requires-Dist: simplejson>=3.3.0; extra == "audio"
  385. Requires-Dist: sortedcontainers>=1.5.9; extra == "audio"
  386. Requires-Dist: transformers; extra == "audio"
  387. Requires-Dist: urllib3>=1.26; extra == "audio"
  388. Requires-Dist: funasr>=1.0.0; extra == "audio"
  389. Requires-Dist: ms-funcodec>=0.2.0; extra == "audio"
  390. Requires-Dist: bitstring; extra == "audio"
  391. Requires-Dist: greenlet>=1.1.2; extra == "audio"
  392. Requires-Dist: inflect; extra == "audio"
  393. Requires-Dist: jedi>=0.18.1; extra == "audio"
  394. Requires-Dist: kantts; extra == "audio"
  395. Requires-Dist: librosa==0.10.1; extra == "audio"
  396. Requires-Dist: lxml; extra == "audio"
  397. Requires-Dist: matplotlib; extra == "audio"
  398. Requires-Dist: msgpack>=1.0.4; extra == "audio"
  399. Requires-Dist: parso>=0.8.3; extra == "audio"
  400. Requires-Dist: pexpect>=4.8.0; extra == "audio"
  401. Requires-Dist: pickleshare>=0.7.5; extra == "audio"
  402. Requires-Dist: prompt-toolkit>=3.0.30; extra == "audio"
  403. Requires-Dist: protobuf; extra == "audio"
  404. Requires-Dist: ptflops; extra == "audio"
  405. Requires-Dist: ptyprocess>=0.7.0; extra == "audio"
  406. Requires-Dist: pygments>=2.12.0; extra == "audio"
  407. Requires-Dist: pytorch_wavelets; extra == "audio"
  408. Requires-Dist: PyWavelets>=1.0.0; extra == "audio"
  409. Requires-Dist: scikit-learn; extra == "audio"
  410. Requires-Dist: sox; extra == "audio"
  411. Requires-Dist: tensorboardx; extra == "audio"
  412. Requires-Dist: tqdm; extra == "audio"
  413. Requires-Dist: traitlets>=5.3.0; extra == "audio"
  414. Requires-Dist: unidecode; extra == "audio"
  415. Requires-Dist: wcwidth>=0.2.5; extra == "audio"
  416. Requires-Dist: kaldiio; extra == "audio"
  417. Requires-Dist: matplotlib; extra == "audio"
  418. Requires-Dist: py_sound_connect>=0.1; extra == "audio"
  419. Requires-Dist: scipy; extra == "audio"
  420. Requires-Dist: SoundFile>0.10; extra == "audio"
  421. Requires-Dist: tensorboardX; extra == "audio"
  422. Requires-Dist: hdbscan; extra == "audio"
  423. Requires-Dist: hyperpyyaml; extra == "audio"
  424. Requires-Dist: librosa==0.10.1; extra == "audio"
  425. Requires-Dist: MinDAEC==0.0.2; extra == "audio"
  426. Requires-Dist: mir_eval>=0.7; extra == "audio"
  427. Requires-Dist: rotary_embedding_torch>=0.1.5; extra == "audio"
  428. Requires-Dist: scipy; extra == "audio"
  429. Requires-Dist: SoundFile>0.10; extra == "audio"
  430. Requires-Dist: speechbrain>=0.5.12; extra == "audio"
  431. Requires-Dist: torchaudio; extra == "audio"
  432. Requires-Dist: tqdm; extra == "audio"
  433. Requires-Dist: umap-learn; extra == "audio"
  434. Provides-Extra: all
  435. Requires-Dist: filelock; extra == "all"
  436. Requires-Dist: requests>=2.25; extra == "all"
  437. Requires-Dist: setuptools; extra == "all"
  438. Requires-Dist: tqdm>=4.64.0; extra == "all"
  439. Requires-Dist: urllib3>=1.26; extra == "all"
  440. Requires-Dist: addict; extra == "all"
  441. Requires-Dist: attrs; extra == "all"
  442. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "all"
  443. Requires-Dist: einops; extra == "all"
  444. Requires-Dist: oss2; extra == "all"
  445. Requires-Dist: Pillow; extra == "all"
  446. Requires-Dist: python-dateutil>=2.1; extra == "all"
  447. Requires-Dist: scipy; extra == "all"
  448. Requires-Dist: setuptools; extra == "all"
  449. Requires-Dist: simplejson>=3.3.0; extra == "all"
  450. Requires-Dist: sortedcontainers>=1.5.9; extra == "all"
  451. Requires-Dist: urllib3>=1.26; extra == "all"
  452. Requires-Dist: addict; extra == "all"
  453. Requires-Dist: attrs; extra == "all"
  454. Requires-Dist: datasets<=3.6.0,>=3.0.0; extra == "all"
  455. Requires-Dist: einops; extra == "all"
  456. Requires-Dist: Pillow; extra == "all"
  457. Requires-Dist: python-dateutil>=2.1; extra == "all"
  458. Requires-Dist: PyYAML>=5.4; extra == "all"
  459. Requires-Dist: scipy; extra == "all"
  460. Requires-Dist: setuptools; extra == "all"
  461. Requires-Dist: simplejson>=3.3.0; extra == "all"
  462. Requires-Dist: sortedcontainers>=1.5.9; extra == "all"
  463. Requires-Dist: transformers; extra == "all"
  464. Requires-Dist: urllib3>=1.26; extra == "all"
  465. Requires-Dist: accelerate; extra == "all"
  466. Requires-Dist: albumentations>=1.0.3; extra == "all"
  467. Requires-Dist: av>=9.2.0; extra == "all"
  468. Requires-Dist: bmt_clipit>=1.0; extra == "all"
  469. Requires-Dist: chumpy; extra == "all"
  470. Requires-Dist: clip>=1.0; extra == "all"
  471. Requires-Dist: control_ldm; extra == "all"
  472. Requires-Dist: ddpm_guided_diffusion==0.0.0; extra == "all"
  473. Requires-Dist: diffusers; extra == "all"
  474. Requires-Dist: easydict; extra == "all"
  475. Requires-Dist: edit_distance; extra == "all"
  476. Requires-Dist: face_alignment>=1.3.5; extra == "all"
  477. Requires-Dist: fairscale>=0.4.1; extra == "all"
  478. Requires-Dist: fastai>=1.0.51; extra == "all"
  479. Requires-Dist: ffmpeg>=1.4; extra == "all"
  480. Requires-Dist: ffmpeg-python>=0.2.0; extra == "all"
  481. Requires-Dist: ftfy; extra == "all"
  482. Requires-Dist: fvcore; extra == "all"
  483. Requires-Dist: imageio>=2.9.0; extra == "all"
  484. Requires-Dist: imageio-ffmpeg>=0.4.2; extra == "all"
  485. Requires-Dist: imgaug>=0.4.0; extra == "all"
  486. Requires-Dist: kornia>=0.5.0; extra == "all"
  487. Requires-Dist: lmdb; extra == "all"
  488. Requires-Dist: lpips; extra == "all"
  489. Requires-Dist: matplotlib>=3.8.0; extra == "all"
  490. Requires-Dist: ml_collections; extra == "all"
  491. Requires-Dist: mmcls>=0.21.0; extra == "all"
  492. Requires-Dist: mmdet<=2.28.2,>=2.25.0; extra == "all"
  493. Requires-Dist: mmdet3d==1.0.0a1; extra == "all"
  494. Requires-Dist: mmsegmentation<=0.30.0; extra == "all"
  495. Requires-Dist: moviepy==1.0.3; extra == "all"
  496. Requires-Dist: nerfacc==0.2.2; extra == "all"
  497. Requires-Dist: networkx; extra == "all"
  498. Requires-Dist: numba; extra == "all"
  499. Requires-Dist: omegaconf; extra == "all"
  500. Requires-Dist: onnx; extra == "all"
  501. Requires-Dist: onnxruntime>=1.10; extra == "all"
  502. Requires-Dist: onnxsim; extra == "all"
  503. Requires-Dist: open-clip-torch>=2.7.0; extra == "all"
  504. Requires-Dist: opencv-python; extra == "all"
  505. Requires-Dist: paint_ldm; extra == "all"
  506. Requires-Dist: pandas; extra == "all"
  507. Requires-Dist: panopticapi; extra == "all"
  508. Requires-Dist: Pillow>=6.2.0; extra == "all"
  509. Requires-Dist: plyfile>=0.7.4; extra == "all"
  510. Requires-Dist: psutil; extra == "all"
  511. Requires-Dist: pyclipper; extra == "all"
  512. Requires-Dist: PyMCubes<=0.1.4; extra == "all"
  513. Requires-Dist: pytorch-lightning; extra == "all"
  514. Requires-Dist: regex; extra == "all"
  515. Requires-Dist: scikit-image; extra == "all"
  516. Requires-Dist: scikit-learn; extra == "all"
  517. Requires-Dist: shapely; extra == "all"
  518. Requires-Dist: shotdetect_scenedetect_lgss==0.0.4; extra == "all"
  519. Requires-Dist: smplx; extra == "all"
  520. Requires-Dist: tensorflow-estimator>=1.15.1; extra == "all"
  521. Requires-Dist: tf_slim; extra == "all"
  522. Requires-Dist: thop; extra == "all"
  523. Requires-Dist: timm>=0.4.9; extra == "all"
  524. Requires-Dist: torch-scatter; extra == "all"
  525. Requires-Dist: torchmetrics>=0.6.2; extra == "all"
  526. Requires-Dist: torchsummary>=1.5.1; extra == "all"
  527. Requires-Dist: torchvision; extra == "all"
  528. Requires-Dist: tqdm; extra == "all"
  529. Requires-Dist: transformers>=4.26.0; extra == "all"
  530. Requires-Dist: trimesh; extra == "all"
  531. Requires-Dist: ujson; extra == "all"
  532. Requires-Dist: utils; extra == "all"
  533. Requires-Dist: videofeatures_clipit>=1.0; extra == "all"
  534. Requires-Dist: yacs; extra == "all"
  535. Requires-Dist: boto3; extra == "all"
  536. Requires-Dist: embeddings; extra == "all"
  537. Requires-Dist: filelock; extra == "all"
  538. Requires-Dist: ftfy; extra == "all"
  539. Requires-Dist: jieba>=0.42.1; extra == "all"
  540. Requires-Dist: matplotlib; extra == "all"
  541. Requires-Dist: megatron_util; extra == "all"
  542. Requires-Dist: nltk; extra == "all"
  543. Requires-Dist: pandas; extra == "all"
  544. Requires-Dist: protobuf<3.21.0,>=3.19.0; extra == "all"
  545. Requires-Dist: pythainlp; extra == "all"
  546. Requires-Dist: pyvi; extra == "all"
  547. Requires-Dist: regex; extra == "all"
  548. Requires-Dist: rouge; extra == "all"
  549. Requires-Dist: sacremoses>=0.0.41; extra == "all"
  550. Requires-Dist: scikit_learn; extra == "all"
  551. Requires-Dist: sentencepiece; extra == "all"
  552. Requires-Dist: seqeval; extra == "all"
  553. Requires-Dist: spacy<=3.7.0,>=2.3.5; extra == "all"
  554. Requires-Dist: stanza; extra == "all"
  555. Requires-Dist: subword_nmt>=0.3.8; extra == "all"
  556. Requires-Dist: termcolor; extra == "all"
  557. Requires-Dist: tokenizers; extra == "all"
  558. Requires-Dist: transformers>=4.12.0; extra == "all"
  559. Requires-Dist: zhconv; extra == "all"
  560. Requires-Dist: accelerate; extra == "all"
  561. Requires-Dist: cloudpickle; extra == "all"
  562. Requires-Dist: decord>=0.6.0; extra == "all"
  563. Requires-Dist: diffusers>=0.25.0; extra == "all"
  564. Requires-Dist: fairseq-fixed==0.12.3.1; extra == "all"
  565. Requires-Dist: ftfy>=6.0.3; extra == "all"
  566. Requires-Dist: librosa==0.10.1; extra == "all"
  567. Requires-Dist: opencv-python; extra == "all"
  568. Requires-Dist: pycocoevalcap>=1.2; extra == "all"
  569. Requires-Dist: pycocotools>=2.0.4; extra == "all"
  570. Requires-Dist: pydot; extra == "all"
  571. Requires-Dist: pytorch_lightning<=1.7.7; extra == "all"
  572. Requires-Dist: rapidfuzz; extra == "all"
  573. Requires-Dist: rouge_score<=0.0.4; extra == "all"
  574. Requires-Dist: sacrebleu; extra == "all"
  575. Requires-Dist: safetensors; extra == "all"
  576. Requires-Dist: soundfile; extra == "all"
  577. Requires-Dist: taming-transformers-rom1504; extra == "all"
  578. Requires-Dist: timm; extra == "all"
  579. Requires-Dist: tokenizers; extra == "all"
  580. Requires-Dist: torchvision; extra == "all"
  581. Requires-Dist: transformers>=4.27.1; extra == "all"
  582. Requires-Dist: unicodedata2; extra == "all"
  583. Requires-Dist: zhconv; extra == "all"
  584. Requires-Dist: biopython; extra == "all"
  585. Requires-Dist: iopath; extra == "all"
  586. Requires-Dist: ipdb; extra == "all"
  587. Requires-Dist: lmdb; extra == "all"
  588. Requires-Dist: ml_collections; extra == "all"
  589. Requires-Dist: scipy; extra == "all"
  590. Requires-Dist: tensorboardX; extra == "all"
  591. Requires-Dist: tokenizers; extra == "all"
  592. Requires-Dist: fastapi; extra == "all"
  593. Requires-Dist: sse-starlette; extra == "all"
  594. Requires-Dist: uvicorn; extra == "all"
  595. Dynamic: license-file
  596. <p align="center">
  597. <br>
  598. <img src="https://modelscope.oss-cn-beijing.aliyuncs.com/modelscope.gif" width="400"/>
  599. <br>
  600. <p>
  601. <div align="center">
  602. [![PyPI](https://img.shields.io/pypi/v/modelscope)](https://pypi.org/project/modelscope/)
  603. <!-- [![Documentation Status](https://readthedocs.org/projects/easy-cv/badge/?version=latest)](https://easy-cv.readthedocs.io/en/latest/) -->
  604. [![license](https://img.shields.io/github/license/modelscope/modelscope.svg)](https://github.com/modelscope/modelscope/blob/master/LICENSE)
  605. [![open issues](https://isitmaintained.com/badge/open/modelscope/modelscope.svg)](https://github.com/modelscope/modelscope/issues)
  606. [![GitHub pull-requests](https://img.shields.io/github/issues-pr/modelscope/modelscope.svg)](https://GitHub.com/modelscope/modelscope/pull/)
  607. [![GitHub latest commit](https://badgen.net/github/last-commit/modelscope/modelscope)](https://GitHub.com/modelscope/modelscope/commit/)
  608. [![Leaderboard](https://img.shields.io/badge/ModelScope-Check%20Your%20Contribution-orange)](https://opensource.alibaba.com/contribution_leaderboard/details?projectValue=modelscope)
  609. <!-- [![GitHub contributors](https://img.shields.io/github/contributors/modelscope/modelscope.svg)](https://GitHub.com/modelscope/modelscope/graphs/contributors/) -->
  610. <!-- [![PRs Welcome](https://img.shields.io/badge/PRs-welcome-brightgreen.svg?style=flat-square)](http://makeapullrequest.com) -->
  611. [Discord](https://discord.gg/FMupRv4jUR)
  612. <h4 align="center">
  613. <a href="https://trendshift.io/repositories/4784" target="_blank"><img src="https://trendshift.io/api/badge/repositories/4784" alt="modelscope%2Fmodelscope | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
  614. </h4>
  615. <h4 align="center">
  616. <p>
  617. <b>English</b> |
  618. <a href="https://github.com/modelscope/modelscope/blob/master/README_zh.md">中文</a> |
  619. <a href="https://github.com/modelscope/modelscope/blob/master/README_ja.md">日本語</a>
  620. <p>
  621. </h4>
  622. </div>
  623. # Introduction
  624. [ModelScope]( https://www.modelscope.cn) is built upon the notion of “Model-as-a-Service” (MaaS). It seeks to bring together most advanced machine learning models from the AI community, and streamlines the process of leveraging AI models in real-world applications. The core ModelScope library open-sourced in this repository provides the interfaces and implementations that allow developers to perform model inference, training and evaluation.
  625. In particular, with rich layers of API-abstraction, the ModelScope library offers unified experience to explore state-of-the-art models spanning across domains such as CV, NLP, Speech, Multi-Modality, and Scientific-computation. Model contributors of different areas can integrate models into the ModelScope ecosystem through the layered-APIs, allowing easy and unified access to their models. Once integrated, model inference, fine-tuning, and evaluations can be done with only a few lines of codes. In the meantime, flexibilities are also provided so that different components in the model applications can be customized wherever necessary.
  626. Apart from harboring implementations of a wide range of different models, ModelScope library also enables the necessary interactions with ModelScope backend services, particularly with the Model-Hub and Dataset-Hub. Such interactions facilitate management of various entities (models and datasets) to be performed seamlessly under-the-hood, including entity lookup, version control, cache management, and many others.
  627. # Models and Online Accessibility
  628. Hundreds of models are made publicly available on [ModelScope]( https://www.modelscope.cn) (700+ and counting), covering the latest development in areas such as NLP, CV, Audio, Multi-modality, and AI for Science, etc. Many of these models represent the SOTA in their specific fields, and made their open-sourced debut on ModelScope. Users can visit ModelScope([modelscope.cn](http://www.modelscope.cn)) and experience first-hand how these models perform via online experience, with just a few clicks. Immediate developer-experience is also possible through the ModelScope Notebook, which is backed by ready-to-use CPU/GPU development environment in the cloud - only one click away on [ModelScope](https://www.modelscope.cn).
  629. <p align="center">
  630. <br>
  631. <img src="data/resource/inference.gif" width="1024"/>
  632. <br>
  633. <p>
  634. Some representative examples include:
  635. LLM:
  636. * [Yi-1.5-34B-Chat](https://modelscope.cn/models/01ai/Yi-1.5-34B-Chat/summary)
  637. * [Qwen1.5-110B-Chat](https://modelscope.cn/models/qwen/Qwen1.5-110B-Chat/summary)
  638. * [DeepSeek-V2-Chat](https://modelscope.cn/models/deepseek-ai/DeepSeek-V2-Chat/summary)
  639. * [Ziya2-13B-Chat](https://modelscope.cn/models/Fengshenbang/Ziya2-13B-Chat/summary)
  640. * [Meta-Llama-3-8B-Instruct](https://modelscope.cn/models/LLM-Research/Meta-Llama-3-8B-Instruct/summary)
  641. * [Phi-3-mini-128k-instruct](https://modelscope.cn/models/LLM-Research/Phi-3-mini-128k-instruct/summary)
  642. Multi-Modal:
  643. * [Qwen-VL-Chat](https://modelscope.cn/models/qwen/Qwen-VL-Chat/summary)
  644. * [Yi-VL-6B](https://modelscope.cn/models/01ai/Yi-VL-6B/summary)
  645. * [InternVL-Chat-V1-5](https://modelscope.cn/models/AI-ModelScope/InternVL-Chat-V1-5/summary)
  646. * [deepseek-vl-7b-chat](https://modelscope.cn/models/deepseek-ai/deepseek-vl-7b-chat/summary)
  647. * [OpenSoraPlan](https://modelscope.cn/models/AI-ModelScope/Open-Sora-Plan-v1.0.0/summary)
  648. * [OpenSora](https://modelscope.cn/models/luchentech/OpenSora-STDiT-v1-HQ-16x512x512/summary)
  649. * [I2VGen-XL](https://modelscope.cn/models/iic/i2vgen-xl/summary)
  650. CV:
  651. * [DamoFD Face Detection Key Point Model - 0.5G](https://modelscope.cn/models/damo/cv_ddsar_face-detection_iclr23-damofd/summary)
  652. * [BSHM Portrait Matting](https://modelscope.cn/models/damo/cv_unet_image-matting/summary)
  653. * [DCT-Net Portrait Cartoonization - 3D](https://modelscope.cn/models/damo/cv_unet_person-image-cartoon-3d_compound-models/summary)
  654. * [DCT-Net Portrait Cartoonization Model - 3D](https://modelscope.cn/models/damo/face_chain_control_model/summary)
  655. * [DuGuang - Text Recognition - Line Recognition Model - Chinese and English - General Domain](https://modelscope.cn/models/damo/cv_convnextTiny_ocr-recognition-general_damo/summary)
  656. * [DuGuang - Text Recognition - Line Recognition Model - Chinese and English - General Domain](https://modelscope.cn/models/damo/cv_resnet18_ocr-detection-line-level_damo/summary)
  657. * [LaMa Image Inpainting](https://modelscope.cn/models/damo/cv_fft_inpainting_lama/summary)
  658. Audio:
  659. * [Paraformer Speech Recognition - Chinese - General - 16k - Offline - Large - Long Audio Version](https://modelscope.cn/models/damo/speech_paraformer-large-vad-punc_asr_nat-zh-cn-16k-common-vocab8404-pytorch/summary)
  660. * [FSMN Voice Endpoint Detection - Chinese - General - 16k - onnx](https://modelscope.cn/models/damo/speech_fsmn_vad_zh-cn-16k-common-onnx/summary)
  661. * [Monotonic-Aligner Speech Timestamp Prediction - 16k - Offline](https://modelscope.cn/models/damo/speech_timestamp_prediction-v1-16k-offline/summary)
  662. * [CT-Transformer Punctuation - Chinese - General - onnx](https://modelscope.cn/models/damo/punc_ct-transformer_zh-cn-common-vocab272727-onnx/summary)
  663. * [Speech Synthesis - Chinese - Multiple Emotions Domain - 16k - Multiple Speakers](https://modelscope.cn/models/damo/speech_sambert-hifigan_tts_zh-cn_16k/summary)
  664. * [CAM++ Speaker Verification - Chinese - General - 200k-Spkrs](https://modelscope.cn/models/damo/speech_campplus_sv_zh-cn_16k-common/summary)
  665. AI for Science:
  666. * [uni-fold-monomer](https://modelscope.cn/models/DPTech/uni-fold-monomer/summary)
  667. * [uni-fold-multimer](https://modelscope.cn/models/DPTech/uni-fold-multimer/summary)
  668. **Note:** Most models on ModelScope are public and can be downloaded directly from the [website](https://modelscope.cn/), please refer to instructions for [model download](https://modelscope.cn/docs/%E6%A8%A1%E5%9E%8B%E7%9A%84%E4%B8%8B%E8%BD%BD), for downloading models with api provided by modelscope library or git.
  669. # QuickTour
  670. We provide unified interface for inference using `pipeline`, fine-tuning and evaluation using `Trainer` for different tasks.
  671. For any given task with any type of input (image, text, audio, video...), inference pipeline can be implemented with only a few lines of code, which will automatically load the underlying model to get inference result, as is exemplified below:
  672. ```python
  673. >>> from modelscope.pipelines import pipeline
  674. >>> word_segmentation = pipeline('word-segmentation',model='damo/nlp_structbert_word-segmentation_chinese-base')
  675. >>> word_segmentation('今天天气不错,适合出去游玩')
  676. {'output': '今天 天气 不错 , 适合 出去 游玩'}
  677. ```
  678. Given an image, portrait matting (aka. background-removal) can be accomplished with the following code snippet:
  679. ![image](data/resource/portrait_input.png)
  680. ```python
  681. >>> import cv2
  682. >>> from modelscope.pipelines import pipeline
  683. >>> portrait_matting = pipeline('portrait-matting')
  684. >>> result = portrait_matting('https://modelscope.oss-cn-beijing.aliyuncs.com/test/images/image_matting.png')
  685. >>> cv2.imwrite('result.png', result['output_img'])
  686. ```
  687. The output image with the background removed is:
  688. ![image](data/resource/portrait_output.png)
  689. Fine-tuning and evaluation can also be done with a few more lines of code to set up training dataset and trainer, with the heavy-lifting work of training and evaluation a model encapsulated in the implementation of `trainer.train()` and
  690. `trainer.evaluate()` interfaces.
  691. For example, the gpt3 base model (1.3B) can be fine-tuned with the chinese-poetry dataset, resulting in a model that can be used for chinese-poetry generation.
  692. ```python
  693. >>> from modelscope.metainfo import Trainers
  694. >>> from modelscope.msdatasets import MsDataset
  695. >>> from modelscope.trainers import build_trainer
  696. >>> train_dataset = MsDataset.load('chinese-poetry-collection', split='train'). remap_columns({'text1': 'src_txt'})
  697. >>> eval_dataset = MsDataset.load('chinese-poetry-collection', split='test').remap_columns({'text1': 'src_txt'})
  698. >>> max_epochs = 10
  699. >>> tmp_dir = './gpt3_poetry'
  700. >>> kwargs = dict(
  701. model='damo/nlp_gpt3_text-generation_1.3B',
  702. train_dataset=train_dataset,
  703. eval_dataset=eval_dataset,
  704. max_epochs=max_epochs,
  705. work_dir=tmp_dir)
  706. >>> trainer = build_trainer(name=Trainers.gpt3_trainer, default_args=kwargs)
  707. >>> trainer.train()
  708. ```
  709. # Why should I use ModelScope library
  710. 1. A unified and concise user interface is abstracted for different tasks and different models. Model inferences and training can be implemented by as few as 3 and 10 lines of code, respectively. It is convenient for users to explore models in different fields in the ModelScope community. All models integrated into ModelScope are ready to use, which makes it easy to get started with AI, in both educational and industrial settings.
  711. 2. ModelScope offers a model-centric development and application experience. It streamlines the support for model training, inference, export and deployment, and facilitates users to build their own MLOps based on the ModelScope ecosystem.
  712. 3. For the model inference and training process, a modular design is put in place, and a wealth of functional module implementations are provided, which is convenient for users to customize their own model inference, training and other processes.
  713. 4. For distributed model training, especially for large models, it provides rich training strategy support, including data parallel, model parallel, hybrid parallel and so on.
  714. # Installation
  715. ## Docker
  716. ModelScope Library currently supports popular deep learning framework for model training and inference, including PyTorch, TensorFlow and ONNX. All releases are tested and run on Python 3.7+, Pytorch 1.8+, Tensorflow1.15 or Tensorflow2.0+.
  717. To allow out-of-box usage for all the models on ModelScope, official docker images are provided for all releases. Based on the docker image, developers can skip all environment installation and configuration and use it directly. Currently, the latest version of the CPU image and GPU image can be obtained from:
  718. CPU docker image
  719. ```shell
  720. # py37
  721. registry.cn-hangzhou.aliyuncs.com/modelscope-repo/modelscope:ubuntu20.04-py37-torch1.11.0-tf1.15.5-1.6.1
  722. # py38
  723. registry.cn-hangzhou.aliyuncs.com/modelscope-repo/modelscope:ubuntu20.04-py38-torch2.0.1-tf2.13.0-1.9.5
  724. ```
  725. GPU docker image
  726. ```shell
  727. # py37
  728. registry.cn-hangzhou.aliyuncs.com/modelscope-repo/modelscope:ubuntu20.04-cuda11.3.0-py37-torch1.11.0-tf1.15.5-1.6.1
  729. # py38
  730. registry.cn-hangzhou.aliyuncs.com/modelscope-repo/modelscope:ubuntu20.04-cuda11.8.0-py38-torch2.0.1-tf2.13.0-1.9.5
  731. ```
  732. ## Setup Local Python Environment
  733. One can also set up local ModelScope environment using pip and conda. ModelScope supports python3.7 and above.
  734. We suggest [anaconda](https://docs.anaconda.com/anaconda/install/) for creating local python environment:
  735. ```shell
  736. conda create -n modelscope python=3.8
  737. conda activate modelscope
  738. ```
  739. PyTorch or TensorFlow can be installed separately according to each model's requirements.
  740. * Install pytorch [doc](https://pytorch.org/get-started/locally/)
  741. * Install tensorflow [doc](https://www.tensorflow.org/install/pip)
  742. After installing the necessary machine-learning framework, you can install modelscope library as follows:
  743. If you only want to play around with the modelscope framework, of trying out model/dataset download, you can install the core modelscope components:
  744. ```shell
  745. pip install modelscope
  746. ```
  747. If you want to use multi-modal models:
  748. ```shell
  749. pip install modelscope[multi-modal]
  750. ```
  751. If you want to use nlp models:
  752. ```shell
  753. pip install modelscope[nlp] -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html
  754. ```
  755. If you want to use cv models:
  756. ```shell
  757. pip install modelscope[cv] -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html
  758. ```
  759. If you want to use audio models:
  760. ```shell
  761. pip install modelscope[audio] -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html
  762. ```
  763. If you want to use science models:
  764. ```shell
  765. pip install modelscope[science] -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html
  766. ```
  767. `Notes`:
  768. 1. Currently, some audio-task models only support python3.7, tensorflow1.15.4 Linux environments. Most other models can be installed and used on Windows and Mac (x86).
  769. 2. Some models in the audio field use the third-party library SoundFile for wav file processing. On the Linux system, users need to manually install libsndfile of SoundFile([doc link](https://github.com/bastibe/python-soundfile#installation)). On Windows and MacOS, it will be installed automatically without user operation. For example, on Ubuntu, you can use following commands:
  770. ```shell
  771. sudo apt-get update
  772. sudo apt-get install libsndfile1
  773. ```
  774. 3. Some models in computer vision need mmcv-full, you can refer to mmcv [installation guide](https://github.com/open-mmlab/mmcv#installation), a minimal installation is as follows:
  775. ```shell
  776. pip uninstall mmcv # if you have installed mmcv, uninstall it
  777. pip install -U openmim
  778. mim install mmcv-full
  779. ```
  780. # Learn More
  781. We provide additional documentations including:
  782. * [More detailed Installation Guide](https://modelscope.cn/docs/%E7%8E%AF%E5%A2%83%E5%AE%89%E8%A3%85)
  783. * [Introduction to tasks](https://modelscope.cn/docs/%E4%BB%BB%E5%8A%A1%E7%9A%84%E4%BB%8B%E7%BB%8D)
  784. * [Use pipeline for model inference](https://modelscope.cn/docs/%E6%A8%A1%E5%9E%8B%E7%9A%84%E6%8E%A8%E7%90%86Pipeline)
  785. * [Finetuning example](https://modelscope.cn/docs/%E6%A8%A1%E5%9E%8B%E7%9A%84%E8%AE%AD%E7%BB%83Train)
  786. * [Preprocessing of data](https://modelscope.cn/docs/%E6%95%B0%E6%8D%AE%E7%9A%84%E9%A2%84%E5%A4%84%E7%90%86)
  787. * [Evaluation](https://modelscope.cn/docs/%E6%A8%A1%E5%9E%8B%E7%9A%84%E8%AF%84%E4%BC%B0)
  788. * [Contribute your own model to ModelScope](https://modelscope.cn/docs/ModelScope%E6%A8%A1%E5%9E%8B%E6%8E%A5%E5%85%A5%E6%B5%81%E7%A8%8B%E6%A6%82%E8%A7%88)
  789. # License
  790. This project is licensed under the [Apache License (Version 2.0)](https://github.com/modelscope/modelscope/blob/master/LICENSE).
  791. # Citation
  792. ```
  793. @Misc{modelscope,
  794. title = {ModelScope: bring the notion of Model-as-a-Service to life.},
  795. author = {The ModelScope Team},
  796. howpublished = {\url{https://github.com/modelscope/modelscope}},
  797. year = {2023}
  798. }
  799. ```