re_servicetime.py 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469
  1. #coding:UTF-8
  2. import re
  3. import pandas as pd
  4. import numpy as np
  5. from bs4 import BeautifulSoup
  6. # from sqlalchemy import create_engine
  7. TEST_MODE = False
  8. # before = '(?P<before>' \
  9. # '合同期限|工期/交货期/服务期|工期,\(日历天\)|工期\(交货期\)|合格工期\(天\)|服务期限\(年\)|工期\(天\)' \
  10. # '|工期要求|项目周期|工期\(交货期\)|计划工期\(服务期限\)|服务时限|履行期限|服务周期|供货期' \
  11. # '|合格工期|计划工期\(服务期\)|服务期\(日历天\)|服务,期|交货\(完工\)时间|交付\(服务、完工\)时间' \
  12. # '|交货时间|工期\(日历天\)' \
  13. # '|服务期限为|计划工期|工期要求|服务期限|服务期' \
  14. # '|投标工期|设计工期|合格服务周期|总工期|服务时间|流转期限|维护期限|服务时限|交货期|服务要求' \
  15. # '|完成时间|服务期限|中标工期|项目周期|期限要求|周期|工期|供货期|合同履行日期|计划周期|工期' \
  16. # ')'
  17. before = '(?P<before>' \
  18. '合同期限|工期/交货期/服务期|工期,|工期\(交货期\)|合格工期|服务期限|工期' \
  19. '|工期要求|项目周期|工期\(交货期\)|计划工期\(服务期限\)|服务时限|履行期限|服务周期|供货期限' \
  20. '|合格工期|计划工期\(服务期\)|服务期|服务,期|交货\(完工\)时间|交付\(服务、完工\)时间' \
  21. '|交货时间|工期' \
  22. '|保洁期限|维保期|管理年限|工期承诺|(服务|合同|施工|实施|工程|设计)的?(年限|期限|周期|期:)' \
  23. '|服务期限为|计划工期|工期要求|服务期限|服务期' \
  24. '|投标工期|设计工期|合格服务周期|总工期|服务时间(范围)?|流转期限|维护期限|服务时限|交货期' \
  25. '|完成时间|服务期限|中标工期|项目周期|期限要求|周期|供货期|合同的?履行日期|计划周期' \
  26. '|履约期限|合同的?约定完成时限|合同的?完成日期|承诺完成日期' \
  27. '|合同起始日起|合同的?履约期|履约截止日期|承包期限|合同的?完成日期|特许经营期限' \
  28. '|服务期间|服务履行期|委托(管理)?期限|经营期限|数量' \
  29. '|(工期|服务期限?|交货期限?|服务履行期|合同期限?|履[行约]期限?)说明|存款期限?|存款年限' \
  30. ')'
  31. # ^(?!.*abc).*$ 排除abc字符串
  32. before_wuye = '(?P<before>' \
  33. '(履约期限、地点等简要信息[::,]((履约|时间|期限){1,2}[::])?)' \
  34. ')'
  35. # '|(履约期限、地点等简要信息[^\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{0,25})' \
  36. # (履约期限、地点等简要信息.{0,25}(?= [\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]+([年月日]|个月)|20[21]))
  37. before2 = '(?P<before2>' \
  38. '自合同签订之日起至|合同签订之日起|自合同签订之日起|签订合同后|系统开发' \
  39. '|合同签订之日起至|自合同签订之日|合同签定后|自签订合同之日起|自合同签订起' \
  40. '|[自从]?合同签[订定]生效之日起|自合同签订后不超过|合同签订日至' \
  41. '|合同签订生效之日起' \
  42. '|本项目招标有效期|招标有效期' \
  43. '|[自从于]?签[订定署字](合同|协议书|协议)并?(期|开始履行|生效|有效期|约定|验收合格|期限|开始服务){0,2}(之[日后]|日期?[后起]|后|起|算|为)+[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{0,4}' \
  44. '|[自从于]?(采购)?(合同|协议书|协议)(正式)?签[订定署字](完[成毕])?并?(期|开始履行|生效|验收合格|开始服务|期限|有效期|约定){0,2}(之[日后]|日期?[后起]|后|起|算|为)+[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{0,5}' \
  45. '|[^。]{0,4}[自从于][^。]{0,2}20\d{1,2}年\d{1,2}月(\d{1,2}日)?(之[日后]|后|起|算|为)+[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{0,5}?' \
  46. '|服务要求' \
  47. '|签订合同起' \
  48. '|项目的有效期限为|项目服务为|签订合同期为' \
  49. '|(合同|协议书)签[订定署字]生效(之[日后]|后|起)[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{1,4}' \
  50. '|[自从于]服务(合同|协议书|协议)生效(之[日后]|后|起)[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{1,4}' \
  51. '|(本次)?采购周期' \
  52. '|(项目招标)?履行期|[自从于]?(合同|协议书|协议)生效(之[日后]|后|起)[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{1,3}' \
  53. '|服务(有效期|年限)|本?合同有效期|(正式)?入驻(之[日后]|后|起|算)+' \
  54. '|(合同|协议书|协议)生效(之[日后]|后|起|算)+' \
  55. '|自?(提供服务|采购人指定|合同约定)(之[日后]|后|起|算)+' \
  56. '|本?项目合同期(为|是)*' \
  57. '|交付使用(之[日后]|后|起|算)+|' \
  58. ')'
  59. # '|[^。]{0,4}[自从于][^。;;,]{0,15}(之[日后]|后|起|算|为)+[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{0,5}?' \
  60. # '|[自从于].{2,15}之日[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{1,4}' \
  61. before3 = '(?P<before3>' \
  62. ',?([\((](日历天|施工时间|单位)[\))]|[\((]天[\))]?|[\((]年[\))]?|[\((]月[\))]?)?' \
  63. ')'
  64. before4 = '(?P<before4>' \
  65. '(履约|[本项目原则上]*一招|期限|(服务|合同)(期|)|合计|均为|开工后|不超过|中选后|计划|达到|本合同|)' \
  66. ')'
  67. charac = '(?P<charac>' \
  68. '[::,,【()】]*' \
  69. ')'
  70. # charac前后、center前、after1前 需加
  71. before5 = '(?P<before5>' \
  72. '[自为约是起暂定的拟有效期限从共计至算是要求总服务到本项目]{0,5}' \
  73. ')'
  74. before6 = '(?P<before6>' \
  75. '[自为约是起暂定的拟有效期限从共计至算是要求总服务到本项目]{0,5}' \
  76. ')'
  77. before7 = '(?P<before7>' \
  78. '[自为约是起暂定的拟有效期限从共计至算是要求总服务到本项目]{0,5}' \
  79. ')'
  80. center = '(?P<center>' \
  81. '(\d{2,4}[-.年/](\d{1,2}[-.月/])?(\d{0,2}[日号]?)?[-~~开始起至到—-]+(\d{2,4}[-.年/]\d{1,2}[-.月/]\d{0,2}[日号]?|\d{2,4}[-.年/]\d{1,2}[-.月/]?|\d{1,2}[-.月/]\d{1,2}[日号]?|\d{2,4}[-.年/]|\d{1,2}[-.月/]|\d{1,2}[日号]?)' \
  82. '|\d{2,4}[-.年/]\d{1,2}月?[-~~开始起至到—-]+\d{2,4}[-.年/]\d{1,2}月?' \
  83. '|\d{2,4}[-.年/]\d{1,2}[-.月/](\d{1,2}[日号]?)?' \
  84. '|[+\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]+)(\)|)' \
  85. ')'
  86. center2 = '(?P<center2>' \
  87. '[.\d]+个?[月年]' \
  88. ')'
  89. number = '(?P<number>' \
  90. '[\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]+' \
  91. ')'
  92. after = '(?P<after>' \
  93. '[个,,(\(]*(日历|自然|历天|工作|学|)([年月日天周]|周年|整年)(内|)|\)|)|[^。\d一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{0,3}单位[::]?[年月日]|' \
  94. ')'
  95. # '|周|号|天|个月|个年|((|\(|)年()|\)|)|((|\(|)月()|\)|)|((|\(|)日()|\)|)' \
  96. # '|个日历天|日历天|\(日历天\)|\(天\)|周内|,日历天|工作日|个工作日|' \
  97. after1 = '(?P<after1>' \
  98. '\d{2,4}[-.年/](\d{1,2}[-.月/])?(\d{1,2}[日号])?[-~~开始起至到—]+(\d{2,4}[-.年/]\d{1,2}[-.月/]\d{0,2}[日号]?|\d{2,4}[-.年/]\d{1,2}[-.月/]?|\d{1,2}[-.月/]\d{1,2}[日号]?|\d{2,4}[-.年/]|\d{1,2}[-.月/]|\d{1,2}[日号]?)([】)]?)' \
  99. '|\d{2,4}[-.年/]\d{1,2}月?[-~~开始起至到—-]+\d{2,4}[-.年/]\d{1,2}月?' \
  100. ')'
  101. after2 = '(?P<after2>' \
  102. '\d+' \
  103. ')'
  104. after3 = '(?P<after3>' \
  105. '(([\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾][年月日])?)' \
  106. ')'
  107. after4 = '(?P<after4>' \
  108. '[^\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]{0,25}止' \
  109. ')'
  110. reg = re.compile(before + before3 + before7 + charac + before5 + before2 + before4 + before6 + center + after)
  111. reg1 = re.compile(before + before3 + before7 + charac + before5 + after4 + after3)
  112. reg2 = re.compile(before + before3 + before7 + charac + before5 + before2 + before6 + after1)
  113. reg3 = re.compile(before + before3 + before7 + charac + before5 + before2 + after2)
  114. reg4 = re.compile(before2[:-2]+before2[-1:] + before5 + center + after)
  115. reg5 = re.compile(before + before3 + before7 + charac + before5 + before2 + before4 + before6 + center2 + after)
  116. # reg4 = re.compile(before2[:-2]+before2[-1:] + number + after)
  117. # print(before2[:-2]+before2[-1:])
  118. reg_wuye = re.compile(before_wuye + before4 + before5 + center + after)
  119. reg_not = re.compile(u'(工期延误|工期节点|工期管理'
  120. u'|工期、|终止)'
  121. u'|工期情况|划工期内|服务期内'
  122. u'|(\d{1,2}:\d{1,2}(:\d{1,2})?)')
  123. reg_not1 = re.compile(u'(履行日期:见|服务期限应按|签订合同前,'
  124. u'|务期限:1、|签订日期|证金在合同签|服务期限截止'
  125. u')')
  126. # reg_not2 = re.compile(u'(截止|1\\.|1、)')
  127. # reg_not2 = re.compile(u'')
  128. reg_right_digit = re.compile(u'[\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾]+')
  129. reg_right_unit = re.compile(u'[-.年月日号天~~至到—/]')
  130. reg_error = re.compile(u'公告|发布|中')
  131. def re_service_time(text):
  132. if TEST_MODE:
  133. # print(chardet.detect(text))
  134. text = re.sub("\s*", "", text)
  135. text_list = []
  136. text_list.append(text)
  137. # 初始化
  138. all_output_list = []
  139. all_text_index_list = []
  140. for index in range(len(text_list)):
  141. # 初始化
  142. output_list = []
  143. input_str = text_list[index]
  144. # 替换混淆词
  145. for _reg_not in [reg_not, reg_not1]:
  146. match_iter = re.finditer(_reg_not, input_str)
  147. for match in match_iter:
  148. word_index = match.span()
  149. word = match.group()
  150. instead = "#" * len(word)
  151. # print("word, instead, word_index", word, instead, word_index)
  152. input_str = input_str[:word_index[0]] + instead + input_str[word_index[1]:]
  153. if TEST_MODE:
  154. print("input_str", input_str)
  155. # 匹配
  156. output_list, text_index_list = re_find_all_result(reg_wuye, input_str)
  157. if TEST_MODE:
  158. print("output_str, text_index reg_wuye", output_list, text_index_list)
  159. output_list, text_index_list = filter_service_time(output_list, text_index_list)
  160. prob = 0.9
  161. if len(output_list) == 0:
  162. output_list, text_index_list = re_find_all_result(reg2, input_str)
  163. if TEST_MODE:
  164. print("output_str, text_index reg2", output_list, text_index_list)
  165. output_list, text_index_list = filter_service_time(output_list, text_index_list)
  166. prob = 0.8
  167. if len(output_list) == 0:
  168. output_list, text_index_list = re_find_all_result(reg, input_str)
  169. if TEST_MODE:
  170. print("output_str, text_index reg", output_list, text_index_list)
  171. output_list, text_index_list = filter_service_time(output_list, text_index_list)
  172. prob = 0.8
  173. if len(output_list) == 0:
  174. output_list, text_index_list = re_find_all_result(reg1, input_str)
  175. if TEST_MODE:
  176. print("output_str, text_index reg1", output_list, text_index_list)
  177. output_list, text_index_list = filter_service_time(output_list, text_index_list)
  178. prob = 0.8
  179. if len(output_list) == 0:
  180. output_list, text_index_list = re_find_all_result(reg3, input_str)
  181. if TEST_MODE:
  182. print("output_str, text_index reg3", output_list, text_index_list)
  183. output_list, text_index_list = filter_service_time(output_list, text_index_list)
  184. prob = 0.8
  185. if len(output_list) == 0:
  186. output_list, text_index_list = re_find_all_result(reg4, input_str)
  187. if TEST_MODE:
  188. print("output_str, text_index reg4", output_list, text_index_list)
  189. output_list, text_index_list = filter_service_time(output_list, text_index_list)
  190. prob = 0.5
  191. if len(output_list) == 0:
  192. output_list, text_index_list = re_find_all_result(reg5, input_str)
  193. if TEST_MODE:
  194. print("output_str, text_index reg5", output_list, text_index_list)
  195. output_list, text_index_list = filter_service_time(output_list, text_index_list)
  196. prob = 0.8
  197. # 添加
  198. all_output_list += output_list
  199. all_text_index_list += text_index_list
  200. index2word = []
  201. for i in range(len(all_text_index_list)):
  202. word = text[all_text_index_list[i][0]:all_text_index_list[i][1]]
  203. # print(word,text,all_text_index_list[i][0],all_text_index_list[i][1])
  204. if i != len(all_text_index_list)-1:
  205. word = word + " "
  206. index2word.append(word)
  207. # 补充“服务期限12个月,自2022年10月1日至2023年9月30日。”类似数据
  208. word2 = re.search("^[^。;;::]{,8}20\d{2}[年/.\-]\d{1,2}[月/.\-]\d{1,2}日?[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾;;]{1,4}20\d{2}[年/.\-]\d{1,2}[月/.\-]\d{1,2}日?",text[all_text_index_list[i][1]:])
  209. if not re.search("20\d{2}[年/.\-]\d{1,2}[月/.\-]\d{1,2}",word) and word2:
  210. word2 = word2.group()
  211. word2 = re.search("20\d{2}[年/.\-]\d{1,2}[月/.\-]\d{1,2}日?[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾;;]{1,4}20\d{2}[年/.\-]\d{1,2}[月/.\-]\d{1,2}日?",word2).group()
  212. begin = all_text_index_list[i][1] + text[all_text_index_list[i][1]:].index(word2)
  213. end = begin + len(word2)
  214. # print(text[begin:end],"|",word2)
  215. all_text_index_list.append([begin,end])
  216. index2word.append(word2)
  217. # “服务期限12个月,自2022年10月至2023年10月”
  218. word3 = re.search("^[^。;;::]{,8}20\d{2}[年/.\-]\d{1,2}月?[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾;;]{1,4}20\d{2}[年/.\-]\d{1,2}月?",text[all_text_index_list[i][1]:])
  219. if not re.search("20\d{2}[年/.\-]\d{1,2}月?", word) and word3:
  220. word3 = word3.group()
  221. word3 = re.search("20\d{2}[年/.\-]\d{1,2}月?[^。\d半一二三四五六七八九十壹两叁贰肆伍陆柒捌玖拾;;]{1,4}20\d{2}[年/.\-]\d{1,2}月?",word3).group()
  222. begin = all_text_index_list[i][1] + text[all_text_index_list[i][1]:].index(word3)
  223. end = begin + len(word3)
  224. all_text_index_list.append([begin, end])
  225. index2word.append(word3)
  226. # print(index2word, all_text_index_list, prob)
  227. if TEST_MODE:
  228. print("index2word all_text_index_list", index2word, all_text_index_list)
  229. return index2word, all_text_index_list, prob
  230. def filter_service_time(output_list, text_index_list):
  231. # 过滤
  232. delete_list = []
  233. for i in range(len(output_list)):
  234. output = output_list[i]
  235. # 日期影响
  236. if re.findall("日", output) and not re.findall(reg_right_unit, re.sub("日期|之日", "", output)):
  237. delete_list.append([output, text_index_list[i]])
  238. print("delete output", output)
  239. continue
  240. # 不包含数字、单位的
  241. if not re.findall(reg_right_digit, output):
  242. delete_list.append([output, text_index_list[i]])
  243. continue
  244. if not re.findall(reg_right_unit, output) and not re.match('^\d{1,3}$', output):
  245. delete_list.append([output, text_index_list[i]])
  246. continue
  247. if not re.findall("[^之]日|天|年|月|周|星期", output) or re.search("\d{4}[\-\./]\d{1,2}", output):
  248. delete_list.append([output, text_index_list[i]])
  249. continue
  250. # 包含不要的字
  251. if re.findall(reg_error, output):
  252. delete_list.append([output, text_index_list[i]])
  253. continue
  254. # 类似2019年的
  255. if not re.findall("[-./月日天号]", output):
  256. if len(re.findall("年", output)) == 1:
  257. year_time = re.search("\d+", output)
  258. if year_time is not None and int(year_time.group()) >= 2000:
  259. delete_list.append([output, text_index_list[i]])
  260. # 2022年至2023年
  261. if re.search("\d{2,4}年[至到—-]\d{2,4}年",output):
  262. delete_list.append([output, text_index_list[i]])
  263. for output, text_index in delete_list:
  264. if output in output_list:
  265. output_list.remove(output)
  266. if text_index in text_index_list:
  267. text_index_list.remove(text_index)
  268. if TEST_MODE:
  269. print("delete_list", delete_list)
  270. return output_list, text_index_list
  271. def re_find_all_result(reg, input, unit="", index=0):
  272. """
  273. :param reg: 正则表达式
  274. :param input: 待匹配句子
  275. :param unit: 需要加的单位
  276. :param index: 字符串拼接的开始位置
  277. :return: 正则后的字符串
  278. """
  279. # 全文下标
  280. text_index = []
  281. match1 = re.finditer(reg, input)
  282. output_list = []
  283. for i in match1:
  284. d = i.groupdict()
  285. if TEST_MODE:
  286. for key in d.keys():
  287. if d.get(key):
  288. print('d.get("' + key + '")', d.get(key))
  289. front_len = 0
  290. for key in d.keys():
  291. if d.get(key) and key in ["before", "before2", "before4",
  292. "before5", "before6", "before7", "charac",
  293. "after4"]:
  294. front_len += len(d.get(key))
  295. # 特殊情况
  296. if d.get("before3"):
  297. front_len -= len(d.get("before7"))
  298. front_len -= len(d.get("charac"))
  299. # print(input[i.start():i.start()+front_len],input[i.start()+front_len: i.end()])
  300. # 数量类,排除无“年月日天周”单位的
  301. if re.search("数量",i.group()) and not re.search("[年月日天周]",input[i.start()+front_len: i.end()]):
  302. continue
  303. # 前述表达有排除词的跳过
  304. if re.search("公告|发布",input[i.start():i.start()+front_len]):
  305. continue
  306. text_index.append([i.start()+front_len, i.end()])
  307. output_list.append(input[i.start()+front_len: i.end()])
  308. return output_list, text_index
  309. def calculateLen(ss, i):
  310. front_len = 0
  311. back_len = 0
  312. for index in range(i):
  313. front_len += len(ss[index])
  314. for index in range(i+1, len(ss)):
  315. back_len += len(ss[index])
  316. return front_len, back_len
  317. def extract_servicetime(text):
  318. list_servicetime = []
  319. word_list, text_index_list, prob = re_service_time(text)
  320. # print(word_list, text_index_list)
  321. for i in range(len(text_index_list)):
  322. d = {"body": word_list[i], "begin_index": text_index_list[i][0], "end_index": text_index_list[i][1], "prob": prob}
  323. if len(word_list[i]) <= 35:
  324. list_servicetime.append(d)
  325. if TEST_MODE:
  326. print("list_servicetime", list_servicetime)
  327. return list_servicetime
  328. def test_from_str():
  329. # s = """
  330. # """
  331. # s = "5元/年 服务期:交付使用之日起三年; 承诺服务等级"
  332. # s = "交货,1.交货时间:7天,2.交货地点:广东清远市清城区飞来峡镇人民政府高田应急安置点"
  333. s = "本项目服务期限12个月,自2022年10月1日至2023年9月30日。"
  334. s = "服务时间:预计从2022年11月起,12个月"
  335. s = "服务时间:预计从2022年11月起,12个月。" \
  336. "采购,数量:365天,采购,数量(单位):1(年),数量(单位):1(项)," \
  337. "数量:1,单位:月,采购,数量(年):1," \
  338. "1.本合同的期限为壹年,自2023年9月至2024年8月。"
  339. s = "服务期限:与工程施工工期同步,约365天 " \
  340. "服务期限:硬件1年," \
  341. "服务时间:2023年12-2024年12," \
  342. "第十四条,服务时间:2023.12-2024.12,。" \
  343. "第十四条本合同自2023年3月1日起至2024年2月29日止。" \
  344. "服务时间:自2022年10月1日至2023年9月3日" \
  345. "二、垃圾清运委外期限,垃圾委外清运时间为1年,自2023年1月1日起至2023年12月31日止。" \
  346. "服务时间:预计从2022年11月起,12个月。"
  347. # s = '第十四条,服务时间:2023.12-2024.12服务时间'
  348. # s = ''',莆田市财政局走廊及卫生间吊顶改造工程中标结果公告,莆田市财政局走廊及卫生间吊顶改造工程,工程预算价236878元,发包价194240元,招标编号为:宏福莆招字【2020】H001号,该项目招标方式为:邀请招标。2020年04月07日开标,2020年04月07日评标完成,中标主要结果公示如下:中标人名称,福建省东海伟业建设有限公司,中标价:194240元,评标办法,随机抽取法,资格评审结果,注册建造师:合格:余爱华(注册编号:闽235141578763),履约保证金(元):合格:合同金额的10%,施工工期:14日历天,工程质量,备注,被确定为废标、无效标的投标人及原因:合格:无废标,资格审查小组:合格:王宗仙、林慧灵、谢淑青,根据评标结果确定福建省东海伟业建设有限公司为中标人,现在莆田市财政局网上(http://czj.putian.gov.cn/)公示。中标公示期自2020年04月08日至2020年04月10日。投标人对中标结果有异议或认为评标活动存在违法违规行为,可在公示期内向相关主管部门投诉,招标单位:招标代理机构:莆田市财政局,福建省宏福工程管理有限公司,联系电话:0594-2694413,联系电话:15160467775,2020年04月08日,2020年04月08日,
  349. # '''
  350. print(extract_servicetime(s))
  351. # print(re.findall('(\d{2,4}[-.年/]|\d{1,2}[-.月/]|\d{1,2}[日号]?)+[-~~起至到—]+\d{2,4}[-.年/]', s))
  352. def test_from_csv():
  353. df = pd.read_csv("D:/BIDI_DOC/招标方式_服务期限_提取/serviceTime_text.csv")
  354. result_list = []
  355. for index, row in df.iterrows():
  356. result = extract_servicetime(row["text"])
  357. result_list.append(str(result))
  358. df["new_word"] = pd.DataFrame(result_list)
  359. df.to_csv("D:/BIDI_DOC/招标方式_服务期限_提取/serviceTime_text_new.csv")
  360. def test_from_xlsx():
  361. df = pd.read_excel("D:/BIDI_DOC/比地_文档/service_time_error.xlsx")
  362. result_list = []
  363. for index, row in df.iterrows():
  364. text = row["dochtmlcon"]
  365. soup = BeautifulSoup(text, "lxml")
  366. text = soup.get_text(strip=True)
  367. result = extract_servicetime(text)
  368. result_list.append(str(result))
  369. df["new_word"] = pd.DataFrame(result_list)
  370. df.to_excel("D:/BIDI_DOC/比地_文档/service_time_error_new.xlsx", index=False)
  371. # def test_from_db():
  372. # engine = create_engine("mysql+pymysql://root:pwdformysql0922@192.168.2.170:3306/"
  373. # "exportdb?charset=utf8")
  374. # sql = 'SELECT docid, doctextcon, service_time_1 FROM `wuye_zhouqi_1` where service_time_1 <> "" and service_time_1 is not null;'
  375. # # 建立dataframe
  376. # df = pd.read_sql_query(sql, engine)
  377. # result_list = []
  378. # for index, row in df.iterrows():
  379. # result = extract_servicetime(row["doctextcon"])
  380. # if len(result) > 0:
  381. # temp = ""
  382. # for r in result:
  383. # temp += r.get("body") + "##"
  384. # result_list.append(temp)
  385. # else:
  386. # result_list.append(np.nan)
  387. #
  388. # df["new_service_time"] = pd.DataFrame(result_list)
  389. # df.to_excel("D:/BIDI_DOC/比地_文档/service_time_from_wuye_zhouqi.xlsx", index=False)
  390. if __name__ == '__main__':
  391. test_from_str()