BIDI_ML_INFO_EXTRACTION/BiddingKG/deepdive/app4.ddlog

articles(
	@key
	@distributed_by
	id		text,
	@searchable
	content	text,
	zbdw	text,
	agency	text,
	winner	text
).

articles_processed(
	@key
	id		text,
	content	text
).

function articles_processed over(
	doc_id		text,
	content	text
) returns rows like articles_processed
	implementation "udf/articles_processed.py" handles tsv lines.

articles_processed += articles_processed(doc_id,content):-
	articles(doc_id,content,_,_,_).
	

sentences(
	@key
    @distributed_by
    doc_id         text,
    @key
    sentence_index int,
    @searchable
    sentence_text  text,
    tokens         text[],
    lemmas         text[],
    pos_tags       text[],
    ner_tags       text[],
    doc_offsets    int[],
    dep_types      text[],	
    dep_tokens     int[]
).

function nlp_markup over (
        doc_id  text,
        content text
    ) returns rows like sentences
    implementation "udf/nlp_markup_with_foolnltk.py" handles tsv lines.

sentences += nlp_markup(doc_id, content) :-
    articles_processed(doc_id, content).


entity_mention(
	entity_id		text,
	entity_text		text,
	entity_type		text,
	doc_id			text,
	sentence_index	int,
	begin_index		int,
	end_index		int
).

function map_entity_mention over(
	doc_id			text,
	sentence_index	int,
	tokens			text[],
	ner_tags		text[]
)returns rows like entity_mention
implementation "udf/map_entity_mention.py" handles tsv lines.


entity_mention += map_entity_mention(
doc_id,sentence_index,tokens,ner_tags):-
sentences(doc_id,sentence_index,_,tokens,_,_,ner_tags,_,_,_).

relation(
	@key
	@distributed_by
	id		text,
	name	text,
	step_host	int,
	type_host	text,
	step_guest	int,
	type_guest	text
).

feature_window(
	@key
	size	int
).

feature_entity(
	@key
	@references(relation="isBiddingAgency",column="entity_id",alias="isBiddingAgency")
	entity_id	text,
	feature		text,
	window_size	int
).
function feature_entity over(
	entity_id	text,
	entity_begin	int,
	entity_end		int,
	doc_id		text,
	sentence_index	int,
	tokens		text[],
	pos_tags	text[],
	ner_tags	text[],
	window_size		int
)returns rows like feature_guest_BiddingAgency
implementation "/udf/feature_entity.py" handles tsv lines.

feature_entity += feature_entity(
	entity_id,entity_begin,entity_end,doc_id,sentence_index,tokens,pos_tags,ner_tags,window_size
):-
entity_mention(entity_id,entity_text,_,doc_id,sentence_index,entity_begin,entity_end),
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
feature_window(window_size),
window_size=10.

label_guest_BiddingAgency(
	entity_id		text,
	label			int,
	rule_id			text
).

label_guest_BiddingAgency(entity_id,1,"标注数据"):-
entity_mention(entity_id,entity_text,_,doc_id,_,_,_),
articles(doc_id,_,_,entity_text,_).

label_guest_BiddingAgency(entity_id,-1,"非标注数据"):-
entity_mention(entity_id,entity_text,guest_type,doc_id,_,_,_),
relation(id,_,_,_,_,guest_type),
id = "BiddingAgency",
articles(doc_id,_,_,entity_text2,_),
entity_text!=entity_text2.

label_guest_WinnerOfBidding(
	entity_id		text,
	label			int,
	rule_id			text
).

label_guest_WinnerOfBidding(entity_id,1,"标注数据"):-
entity_mention(entity_id,entity_text,_,doc_id,_,_,_),
articles(doc_id,_,_,_,entity_text).

label_guest_WinnerOfBidding(entity_id,-1,"非标注数据"):-
entity_mention(entity_id,entity_text,guest_type,doc_id,_,_,_),
relation(id,_,_,_,_,guest_type),
id = "WinnerOfBidding",
articles(doc_id,_,_,_,entity_text2),
entity_text!=entity_text2.

label_guest_Tenderer(
	entity_id		text,
	label			int,
	rule_id			text
).

label_guest_Tenderer(entity_id,1,"标注数据"):-
entity_mention(entity_id,entity_text,_,doc_id,_,_,_),
articles(doc_id,_,entity_text,_,_).

label_guest_Tenderer(entity_id,-1,"非标注数据"):-
entity_mention(entity_id,entity_text,guest_type,doc_id,_,_,_),
relation(id,_,_,_,_,guest_type),
id = "Tenderer",
articles(doc_id,_,entity_text2,_,_),
entity_text!=entity_text2.

@extraction
is_tenderer?(
	@key
	@references(relation="entity_mention",column="entity_id",alias="entity_mention")
	entity_id	text
).

is_tenderer(entity_id) = if label>0 then TRUE else if label<0 then FALSE else NULL end:-
label_guest_Tenderer(entity_id,label,_).
@weight(f_Tenderer)
is_tenderer(entity_id):-
feature_entity(entity_id,f_Tenderer,window),
label_guest_Tenderer(entity_id,_,_),
window=10.

@extraction
is_biddingagency?(
	@key
	@references(relation="entity_mention",column="entity_id",alias="entity_mention")
	entity_id	text
).

is_biddingagency(entity_id) = if label>0 then TRUE else if label<0 then FALSE else NULL end:-
label_guest_BiddingAgency(entity_id,label,_).

@weight(f_BiddingAgency)
is_biddingagency(entity_id):-
feature_entity(entity_id,f_BiddingAgency,window),
label_guest_BiddingAgency(entity_id,_,_),
window=10.

@extraction
is_winnerofbidding?(
	@key
	@references(relation="entity_mention",column="entity_id",alias="entity_mention")
	entity_id	text
).

is_winnerofbidding(entity_id) = if label>0 then TRUE else if label<0 then FALSE else NULL end:-
label_guest_WinnerOfBidding(entity_id,label,_).

@weight(f_WinnerOfBidding)
is_winnerofbidding(entity_id):-
feature_entity(entity_id,f_WinnerOfBidding,window),
label_guest_WinnerOfBiddinig(entity_id,_,_),
window=10.