BIDI_ML_INFO_EXTRACTION/BiddingKG/dl/test/val_multi.py

'''
Created on 2019年11月11日

@author: User
'''
from BiddingKG.dl.common.Utils import *
import json
#from test4 import predict

def val():
    data = load("article_label_1000_muti.pk")
    count = 0
    for item in data:
        count += 1
        print("====",count)
        item["predict"] = predict("12",item["content"])
    save(data,"article_label_1000_muti_val.pk")
    
def compare():
    data = load("article_label_1000_muti_val.pk")
    same_tenderee_money = 0
    notsame_tenderee_money_label = 0
    notsame_tenderee_money_predict = 0
    same_role = 0
    notsame_role_label = 0
    notsame_role_predict = 0
    _index = 0
    for item in data:
        _index += 1
        set_pack_role_label = set()
        set_pack_role_predict = set()
        set_pack_money_label = set()
        set_pack_money_predict = set()
        _label = json.loads(item["label"])
        _predict = json.loads(item["predict"])
        for _pack in _label["prem"].keys():
            tenderee_money = getUnifyMoney(str(_label["prem"][_pack]["tendereeMoney"]))
            if tenderee_money>0:
                set_pack_money_label.add((_pack,tenderee_money))
            for _role in _label["prem"][_pack]["roleList"]:
                set_pack_role_label.add((_pack,_role[0],_role[1]))
        for _pack in _predict["prem"].keys():
            tenderee_money = getUnifyMoney(str(_predict["prem"][_pack]["tendereeMoney"]))
            if tenderee_money>0:
                set_pack_money_predict.add((_pack,tenderee_money))
            for _role in _predict["prem"][_pack]["roleList"]:
                set_pack_role_predict.add((_pack,_role[0],_role[1]))
        same_tenderee_money += len(set_pack_money_label&set_pack_money_predict)
        notsame_tenderee_money_label += len(set_pack_money_label)-len(set_pack_money_label&set_pack_money_predict)
        notsame_tenderee_money_predict += len(set_pack_money_predict)-len(set_pack_money_label&set_pack_money_predict)
        
        same_role += len(set_pack_role_label&set_pack_role_predict)
        notsame_role_label += len(set_pack_role_label)-len(set_pack_role_label&set_pack_role_predict)
        notsame_role_predict += len(set_pack_role_predict)-len(set_pack_role_label&set_pack_role_predict)
        if len(set_pack_money_label)-len(set_pack_money_label&set_pack_money_predict)>0:
            print(item["filename"],_index,set_pack_money_label,"--",set_pack_money_predict)
            print(item["label"])
    print("pack-role precision:",same_role/(same_role+notsame_role_predict)," recall:",same_role/(same_role+notsame_role_label))
    print("pack-tendereemoney precision:",same_tenderee_money/(same_tenderee_money+notsame_tenderee_money_predict)," recall:",same_tenderee_money/(same_tenderee_money+notsame_tenderee_money_label))
        

from tensorflow.examples.tutorials.mnist import input_data
mnist = input_data.read_data_sets("data/", one_hot=True)
if __name__=="__main__":
    #val()
    #compare()
    print({"image":mnist.test.images[0],"keep_prob":1.0})