formula_recognition.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285
  1. # Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from .._utils.cli import (
  15. add_simple_inference_args,
  16. get_subcommand_args,
  17. perform_simple_inference,
  18. str2bool,
  19. )
  20. from .base import PaddleXPipelineWrapper, PipelineCLISubcommandExecutor
  21. from .utils import create_config_from_structure
  22. class FormulaRecognitionPipeline(PaddleXPipelineWrapper):
  23. def __init__(
  24. self,
  25. doc_orientation_classify_model_name=None,
  26. doc_orientation_classify_model_dir=None,
  27. doc_orientation_classify_batch_size=None,
  28. doc_unwarping_model_name=None,
  29. doc_unwarping_model_dir=None,
  30. doc_unwarping_batch_size=None,
  31. use_doc_orientation_classify=None,
  32. use_doc_unwarping=None,
  33. layout_detection_model_name=None,
  34. layout_detection_model_dir=None,
  35. layout_threshold=None,
  36. layout_nms=None,
  37. layout_unclip_ratio=None,
  38. layout_merge_bboxes_mode=None,
  39. layout_detection_batch_size=None,
  40. use_layout_detection=None,
  41. formula_recognition_model_name=None,
  42. formula_recognition_model_dir=None,
  43. formula_recognition_batch_size=None,
  44. **kwargs,
  45. ):
  46. params = locals().copy()
  47. params.pop("self")
  48. params.pop("kwargs")
  49. self._params = params
  50. super().__init__(**kwargs)
  51. @property
  52. def _paddlex_pipeline_name(self):
  53. return "formula_recognition"
  54. def predict_iter(
  55. self,
  56. input,
  57. *,
  58. use_layout_detection=None,
  59. use_doc_orientation_classify=None,
  60. use_doc_unwarping=None,
  61. layout_det_res=None,
  62. layout_threshold=None,
  63. layout_nms=None,
  64. layout_unclip_ratio=None,
  65. layout_merge_bboxes_mode=None,
  66. **kwargs,
  67. ):
  68. return self.paddlex_pipeline.predict(
  69. input,
  70. use_layout_detection=use_layout_detection,
  71. use_doc_orientation_classify=use_doc_orientation_classify,
  72. use_doc_unwarping=use_doc_unwarping,
  73. layout_det_res=layout_det_res,
  74. layout_threshold=layout_threshold,
  75. layout_nms=layout_nms,
  76. layout_unclip_ratio=layout_unclip_ratio,
  77. layout_merge_bboxes_mode=layout_merge_bboxes_mode,
  78. **kwargs,
  79. )
  80. def predict(
  81. self,
  82. input,
  83. *,
  84. use_layout_detection=None,
  85. use_doc_orientation_classify=None,
  86. use_doc_unwarping=None,
  87. layout_det_res=None,
  88. layout_threshold=None,
  89. layout_nms=None,
  90. layout_unclip_ratio=None,
  91. layout_merge_bboxes_mode=None,
  92. **kwargs,
  93. ):
  94. return list(
  95. self.predict_iter(
  96. input,
  97. use_layout_detection=use_layout_detection,
  98. use_doc_orientation_classify=use_doc_orientation_classify,
  99. use_doc_unwarping=use_doc_unwarping,
  100. layout_det_res=layout_det_res,
  101. layout_threshold=layout_threshold,
  102. layout_nms=layout_nms,
  103. layout_unclip_ratio=layout_unclip_ratio,
  104. layout_merge_bboxes_mode=layout_merge_bboxes_mode,
  105. **kwargs,
  106. )
  107. )
  108. @classmethod
  109. def get_cli_subcommand_executor(cls):
  110. return FormulaRecognitionPipelineCLISubcommandExecutor()
  111. def _get_paddlex_config_overrides(self):
  112. STRUCTURE = {
  113. "use_layout_detection": self._params["use_layout_detection"],
  114. "SubModules.LayoutDetection.model_name": self._params[
  115. "layout_detection_model_name"
  116. ],
  117. "SubModules.LayoutDetection.model_dir": self._params[
  118. "layout_detection_model_dir"
  119. ],
  120. "SubModules.LayoutDetection.threshold": self._params["layout_threshold"],
  121. "SubModules.LayoutDetection.layout_nms": self._params["layout_nms"],
  122. "SubModules.LayoutDetection.layout_unclip_ratio": self._params[
  123. "layout_unclip_ratio"
  124. ],
  125. "SubModules.LayoutDetection.layout_merge_bboxes_mode": self._params[
  126. "layout_merge_bboxes_mode"
  127. ],
  128. "SubModules.LayoutDetection.batch_size": self._params[
  129. "layout_detection_batch_size"
  130. ],
  131. "SubModules.FormulaRecognition.model_name": self._params[
  132. "formula_recognition_model_name"
  133. ],
  134. "SubModules.FormulaRecognition.model_dir": self._params[
  135. "formula_recognition_model_dir"
  136. ],
  137. "SubModules.FormulaRecognition.batch_size": self._params[
  138. "formula_recognition_batch_size"
  139. ],
  140. "SubPipelines.DocPreprocessor.use_doc_orientation_classify": self._params[
  141. "use_doc_orientation_classify"
  142. ],
  143. "SubPipelines.DocPreprocessor.use_doc_unwarping": self._params[
  144. "use_doc_unwarping"
  145. ],
  146. "use_doc_preprocessor": self._params["use_doc_orientation_classify"]
  147. or self._params["use_doc_unwarping"],
  148. "SubPipelines.DocPreprocessor.SubModules.DocOrientationClassify.model_name": self._params[
  149. "doc_orientation_classify_model_name"
  150. ],
  151. "SubPipelines.DocPreprocessor.SubModules.DocOrientationClassify.model_dir": self._params[
  152. "doc_orientation_classify_model_dir"
  153. ],
  154. "SubPipelines.DocPreprocessor.SubModules.DocOrientationClassify.batch_size": self._params[
  155. "doc_orientation_classify_batch_size"
  156. ],
  157. "SubPipelines.DocPreprocessor.SubModules.DocUnwarping.model_name": self._params[
  158. "doc_unwarping_model_name"
  159. ],
  160. "SubPipelines.DocPreprocessor.SubModules.DocUnwarping.model_dir": self._params[
  161. "doc_unwarping_model_dir"
  162. ],
  163. "SubPipelines.DocPreprocessor.SubModules.DocUnwarping.batch_size": self._params[
  164. "doc_unwarping_batch_size"
  165. ],
  166. }
  167. return create_config_from_structure(STRUCTURE)
  168. class FormulaRecognitionPipelineCLISubcommandExecutor(PipelineCLISubcommandExecutor):
  169. @property
  170. def subparser_name(self):
  171. return "formula_recognition_pipeline"
  172. def _update_subparser(self, subparser):
  173. add_simple_inference_args(subparser)
  174. subparser.add_argument(
  175. "--doc_orientation_classify_model_name",
  176. type=str,
  177. help="Name of the document image orientation classification model.",
  178. )
  179. subparser.add_argument(
  180. "--doc_orientation_classify_model_dir",
  181. type=str,
  182. help="Directory of the document image orientation classification model.",
  183. )
  184. subparser.add_argument(
  185. "--doc_orientation_classify_batch_size",
  186. type=int,
  187. help="Batch size for document image orientation classification.",
  188. )
  189. subparser.add_argument(
  190. "--doc_unwarping_model_name",
  191. type=str,
  192. help="Name of the document unwarping model.",
  193. )
  194. subparser.add_argument(
  195. "--doc_unwarping_model_dir",
  196. type=str,
  197. help="Directory of the document unwarping model.",
  198. )
  199. subparser.add_argument(
  200. "--doc_unwarping_batch_size",
  201. type=int,
  202. help="Batch size for document unwarping.",
  203. )
  204. subparser.add_argument(
  205. "--use_doc_orientation_classify",
  206. type=str2bool,
  207. help="Use document image orientation classification.",
  208. )
  209. subparser.add_argument(
  210. "--use_doc_unwarping",
  211. type=str2bool,
  212. help="Use document unwarping.",
  213. )
  214. subparser.add_argument(
  215. "--layout_detection_model_name",
  216. type=str,
  217. help="Name of the layout detection model.",
  218. )
  219. subparser.add_argument(
  220. "--layout_detection_model_dir",
  221. type=str,
  222. help="Directory of the layout detection model.",
  223. )
  224. subparser.add_argument(
  225. "--layout_threshold",
  226. type=float,
  227. help="Threshold for layout detection.",
  228. )
  229. subparser.add_argument(
  230. "--layout_nms",
  231. type=str2bool,
  232. help="Non-maximum suppression for layout detection.",
  233. )
  234. subparser.add_argument(
  235. "--layout_unclip_ratio",
  236. type=float,
  237. help="Unclip ratio for layout detection.",
  238. )
  239. subparser.add_argument(
  240. "--layout_merge_bboxes_mode",
  241. type=str,
  242. help="Mode for merging bounding boxes in layout detection.",
  243. )
  244. subparser.add_argument(
  245. "--layout_detection_batch_size",
  246. type=int,
  247. help="Batch size for layout detection.",
  248. )
  249. subparser.add_argument(
  250. "--use_layout_detection",
  251. type=str2bool,
  252. help="Use layout detection.",
  253. )
  254. subparser.add_argument(
  255. "--formula_recognition_model_name",
  256. type=str,
  257. help="Name of the formula recognition model.",
  258. )
  259. subparser.add_argument(
  260. "--formula_recognition_model_dir",
  261. type=str,
  262. help="Directory of the formula recognition model.",
  263. )
  264. subparser.add_argument(
  265. "--formula_recognition_batch_size",
  266. type=int,
  267. help="Batch size for formula recognition.",
  268. )
  269. def execute_with_args(self, args):
  270. params = get_subcommand_args(args)
  271. perform_simple_inference(FormulaRecognitionPipeline, params)