Entitys.py 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232
  1. '''
  2. Created on 2018年12月29日
  3. @author: User
  4. '''
  5. from BiddingKG.dl.common.Utils import *
  6. import json
  7. class RelationsTree():
  8. '''
  9. @summary: make a attribute tree
  10. '''
  11. def __init__(self):
  12. self.tree = dict()
  13. self.nodes = dict()
  14. self.nodes["ROOT"] = self.tree
  15. def add_relation(self,relation,parent,child):
  16. if parent in self.nodes:
  17. _relation = relation+"_"+str(parent)+str(child)
  18. self.nodes[parent][_relation] = dict()
  19. self.nodes[child] = self.nodes[parent][_relation]
  20. class Article():
  21. '''
  22. @summary:文章类
  23. '''
  24. def __init__(self,id,content,sourceContent,doc_id,title,code="",name=""):
  25. '''
  26. @param:
  27. id:文章的uuid
  28. content:文章经过预处理之后的文本
  29. '''
  30. self.id = id
  31. self.content = content
  32. self.code = code
  33. self.name = name
  34. self.sourceContent = sourceContent
  35. self.doc_id = doc_id
  36. self.title = title
  37. self.fingerprint = ""
  38. self.match_enterprise = []
  39. self.match_enterprise_type = 0
  40. def toJson(self):
  41. _dict = {"id":self.id,"content":self.content,"code":self.code,
  42. "name":self.name,"sourceContent":"self.sourceContent","doc_id":self.doc_id,"title":self.title}
  43. return json.dumps(_dict)
  44. @staticmethod
  45. def fromJson(_json):
  46. _dict = json.loads(_json)
  47. return Article(_dict.get("id"),_dict.get("content"),
  48. _dict.get("sourceContent"),_dict.get("doc_id"),_dict.get("title"),_dict.get("code"),_dict.get("name"))
  49. class Sentences():
  50. '''
  51. @summary:句子类
  52. '''
  53. def __init__(self,doc_id,sentence_index,sentence_text,tokens,pos_tags,ner_tags):
  54. '''
  55. @param:
  56. doc_id:文章的uuid
  57. sentence_index:文章的句子编号
  58. sentence_text:句子内容
  59. tokens:句子分词
  60. pos_tags:词性标注(算法目前没有用到,暂为空)
  61. ner_tags:实体识别
  62. '''
  63. self.doc_id = doc_id
  64. self.sentence_index = sentence_index
  65. self.sentence_text = sentence_text
  66. self.tokens = tokens
  67. self.pos_tags = pos_tags
  68. self.ner_tags = ner_tags
  69. def toJson(self):
  70. _dict = {"doc_id":self.doc_id,"sentence_index":self.sentence_index,"sentence_text":self.sentence_text,
  71. "tokens":self.tokens,"pos_tags":self.pos_tags,"ner_tags":self.ner_tags}
  72. return json.dumps(_dict)
  73. @staticmethod
  74. def fromJson(_json):
  75. _dict = json.loads(_json)
  76. return Sentences(_dict.get("doc_id"),_dict.get("sentence_index"),_dict.get("sentence_text"),_dict.get("tokens"),
  77. _dict.get("pos_tags"),_dict.get("ner_tags"))
  78. class Entity():
  79. '''
  80. @summary:实体类
  81. '''
  82. def __init__(self,doc_id,entity_id,entity_text,entity_type,sentence_index,begin_index,end_index,wordOffset_begin=None,wordOffset_end=None,label=None,values=None,person_phone=None):
  83. '''
  84. @param:
  85. doc_id:文章的uuid
  86. entity_id:相同实体类型的实体的唯一值,由于抽取算法不唯一,不同类型的实体可能拥有相同entity_id
  87. entity_text:实体的内容
  88. entity_type:实体类型
  89. sentence_index:句子下标
  90. begin_index:实体所在句子的开始位置
  91. end_index:实体所在句子的结束位置
  92. label:实体所属类别
  93. value:实体的各类别概率值
  94. '''
  95. self.doc_id = doc_id
  96. self.entity_id = entity_id
  97. self.entity_text = entity_text
  98. self.entity_type = entity_type
  99. self.sentence_index = sentence_index
  100. self.begin_index = begin_index
  101. self.end_index = end_index
  102. self.wordOffset_begin = wordOffset_begin
  103. self.wordOffset_end = wordOffset_end
  104. self.label = label
  105. self.values = values
  106. self.handlabel = True
  107. self.packageName = "Project"
  108. self.packageCode = ""
  109. self.roleName = ""
  110. self.linked_entitys = []
  111. self.pointer_pack = None
  112. self.pointer_money = None
  113. self.pointer_person = None
  114. self.pointer_address = None
  115. self.pointer_tendereeMoney = None
  116. self.person_phone = person_phone
  117. def set_Role(self,role_label,role_values):
  118. self.label = int(role_label)
  119. self.values = [float(i) for i in role_values]
  120. def set_Money(self,money_label,money_values):
  121. self.label = int(money_label)
  122. self.values = [float(i) for i in money_values]
  123. def set_Person(self,person_label,person_values,person_phone):
  124. self.label = int(person_label)
  125. self.values = [float(i) for i in person_values]
  126. self.person_phone = person_phone
  127. def toJson(self):
  128. _dict = {"doc_id":self.doc_id,"entity_id":self.entity_id,"entity_text":self.entity_text,
  129. "entity_type":self.entity_type,"sentence_index":self.sentence_index,"begin_index":self.begin_index,
  130. "end_index":self.end_index,"wordOffset_begin":self.wordOffset_begin,"wordOffset_end":self.wordOffset_end,
  131. "label":int(self.label) if self.label is not None else None,"values":self.values,"person_phone":self.person_phone}
  132. return json.dumps(_dict)
  133. @staticmethod
  134. def fromJson(_json):
  135. _dict = json.loads(_json)
  136. return Entity(_dict.get("doc_id"),_dict.get("entity_id"),_dict.get("entity_text"),_dict.get("entity_type"),
  137. _dict.get("sentence_index"),_dict.get("begin_index"),_dict.get("end_index"),_dict.get("wordOffset_begin"),
  138. _dict.get("wordOffset_end"),_dict.get("label"),_dict.get("values"),_dict.get("person_phone"))
  139. class PREM():
  140. '''
  141. @summary:包-标段号-角色-公司实体-金额-金额概率-联系人-联系人概率-联系电话
  142. '''
  143. def __init__(self,packageName,packageCode,role_name,entity_text,role_prob,money,money_prob,linklist):
  144. '''
  145. @param:
  146. packageName:包名
  147. packageCode:标段号
  148. role_name:角色名称
  149. entity_text:公司实体名称
  150. role_prob:角色概率
  151. money:金额
  152. money_prob:金额概率
  153. linklist:联系list[联系人,联系电话]
  154. '''
  155. self.packageName = packageName
  156. self.packageCode = packageCode
  157. self.role_name = role_name
  158. self.entity_text = entity_text
  159. self.role_prob = role_prob
  160. self.money = money
  161. self.money_prob = money_prob
  162. self.linklist = linklist
  163. def getString(self,roleList):
  164. '''
  165. #不再在这里解决冲突
  166. count = 0
  167. for item in roleList:
  168. if item.entity_text==self.entity_text:
  169. if item.packageName==self.packageName:
  170. count += 1
  171. else:
  172. if "Project" in [item.packageName,self.packageName]:
  173. count += 1
  174. if count==1:
  175. self.linklist = [item for item in set(self.linklist)]
  176. result = [self.packageName,self.packageCode,self.role_name,self.entity_text,self.money,self.linklist]
  177. else:
  178. result = None
  179. '''
  180. self.linklist = [item for item in set(self.linklist)]
  181. result = [self.packageName,self.packageCode,self.role_name,fitDataByRule(self.entity_text),self.money,self.linklist]
  182. return result
  183. class Role():
  184. '''
  185. @summary: 定义一个角色拥有的所有属性
  186. '''
  187. def __init__(self,role_name,entity_text,role_prob,money,money_prob,linklist):
  188. self.role_name = role_name
  189. self.entity_text = entity_text
  190. self.role_prob = role_prob
  191. self.money = money
  192. self.money_prob = money_prob
  193. self.linklist = linklist
  194. def getString(self):
  195. self.linklist = [item for item in set(self.linklist)]
  196. result = [self.role_name,fitDataByRule(self.entity_text),self.money,self.linklist]
  197. return result
  198. if __name__=="__main__":
  199. a = Article(1,[0.0026275085, 9.795774e-05, 0.00066399743, 0.99661046],"2","4","5")
  200. b = Article.fromJson(a.toJson())
  201. print(b.toJson())