ocr_interface.py 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155
  1. import base64
  2. import json
  3. import multiprocessing as mp
  4. import sys
  5. import os
  6. sys.path.append(os.path.dirname(os.path.abspath(__file__)) + "/../")
  7. import time
  8. import traceback
  9. from multiprocessing.context import Process
  10. import cv2
  11. import requests
  12. import logging
  13. import numpy as np
  14. os.environ['FLAGS_eager_delete_tensor_gb'] = '0'
  15. from ocr.paddleocr import PaddleOCR
  16. logging.basicConfig(level=logging.INFO,format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
  17. logger = logging.getLogger(__name__)
  18. def log(msg):
  19. '''
  20. @summary:打印信息
  21. '''
  22. logger.info(msg)
  23. def ocr(data, ocr_model):
  24. try:
  25. img_data = base64.b64decode(data)
  26. text = picture2text(img_data, ocr_model)
  27. return text
  28. except TimeoutError:
  29. raise TimeoutError
  30. flag = 0
  31. def picture2text(img_data, ocr_model):
  32. logging.info("into ocr_interface picture2text")
  33. try:
  34. start_time = time.time()
  35. # 二进制数据流转np.ndarray [np.uint8: 8位像素]
  36. img = cv2.imdecode(np.frombuffer(img_data, np.uint8), cv2.IMREAD_COLOR)
  37. # 将bgr转为rbg
  38. try:
  39. np_images = cv2.cvtColor(img, cv2.COLOR_RGB2BGR)
  40. except cv2.error as e:
  41. if "src.empty()" in str(e):
  42. logging.info("ocr_interface picture2text image is empty!")
  43. return {"text": str([]), "bbox": str([])}
  44. # resize
  45. # cv2.imshow("before resize", np_images)
  46. # print("np_images.shape", np_images.shape)
  47. # best_h, best_w = get_best_predict_size(np_images)
  48. # np_images = cv2.resize(np_images, (best_w, best_h), interpolation=cv2.INTER_AREA)
  49. # cv2.imshow("after resize", np_images)
  50. # print("np_images.shape", np_images.shape)
  51. # cv2.waitKey(0)
  52. # 预测
  53. results = ocr_model.ocr(np_images, det=True, rec=True, cls=True)
  54. # 循环每张图片识别结果
  55. text_list = []
  56. bbox_list = []
  57. for line in results:
  58. # print("ocr_interface line", line)
  59. text_list.append(line[-1][0])
  60. bbox_list.append(line[0])
  61. # 查看bbox
  62. # img = np.zeros((np_images.shape[1], np_images.shape[0]), np.uint8)
  63. # img.fill(255)
  64. # for box in bbox_list:
  65. # print(box)
  66. # cv2.rectangle(img, (int(box[0][0]), int(box[0][1])),
  67. # (int(box[2][0]), int(box[2][1])), (0, 0, 255), 1)
  68. # cv2.imshow("bbox", img)
  69. # cv2.waitKey(0)
  70. logging.info("ocr model use time: " + str(time.time()-start_time))
  71. return {"text": str(text_list), "bbox": str(bbox_list)}
  72. except TimeoutError:
  73. raise TimeoutError
  74. except Exception as e:
  75. logging.info("picture2text error!")
  76. print("picture2text", traceback.print_exc())
  77. return {"text": str([]), "bbox": str([])}
  78. def get_best_predict_size(image_np):
  79. sizes = [1280, 1152, 1024, 896, 768, 640, 512, 384, 256, 128]
  80. min_len = 10000
  81. best_height = sizes[0]
  82. for height in sizes:
  83. if abs(image_np.shape[0] - height) < min_len:
  84. min_len = abs(image_np.shape[0] - height)
  85. best_height = height
  86. min_len = 10000
  87. best_width = sizes[0]
  88. for width in sizes:
  89. if abs(image_np.shape[1] - width) < min_len:
  90. min_len = abs(image_np.shape[1] - width)
  91. best_width = width
  92. return best_height, best_width
  93. class OcrModels:
  94. def __init__(self):
  95. try:
  96. self.ocr_model = PaddleOCR(use_angle_cls=True, lang="ch")
  97. except:
  98. print(traceback.print_exc())
  99. raise RuntimeError
  100. def get_model(self):
  101. return self.ocr_model
  102. if __name__ == '__main__':
  103. # if len(sys.argv) == 2:
  104. # port = int(sys.argv[1])
  105. # else:
  106. # port = 15011
  107. #
  108. # app.run(host='0.0.0.0', port=port, threaded=False, debug=False)
  109. # log("OCR running")
  110. file_path = "C:/Users/Administrator/Desktop/error1.png"
  111. # file_path = "1.png"
  112. with open(file_path, "rb") as f:
  113. file_bytes = f.read()
  114. file_base64 = base64.b64encode(file_bytes)
  115. ocr_model = OcrModels().get_model()
  116. result = ocr(file_base64, ocr_model)
  117. result = ocr(file_base64, ocr_model)
  118. text_list = eval(result.get("text"))
  119. box_list = eval(result.get("bbox"))
  120. new_list = []
  121. for i in range(len(text_list)):
  122. new_list.append([text_list[i], box_list[i]])
  123. # print(new_list[0][1])
  124. new_list.sort(key=lambda x: (x[1][1][0], x[1][0][0]))
  125. for t in new_list:
  126. print(t[0])