BIDI_ML_INFO_EXTRACTION/BiddingKG/deepdive/app3.ddlog

articles(
	@key
	@distributed_by
	id		text,
	@searchable
	content	text,
	zbdw	text,
	agency	text,
	winner	text
).

articles_processed(
	@key
	id		text,
	content	text
).

function articles_processed over(
	doc_id		text,
	content	text
) returns rows like articles_processed
	implementation "udf/articles_processed.py" handles tsv lines.

articles_processed += articles_processed(doc_id,content):-
	articles(doc_id,content,_,_,_).
	

sentences(
	@key
    @distributed_by
    doc_id         text,
    @key
    sentence_index int,
    @searchable
    sentence_text  text,
    tokens         text[],
    lemmas         text[],
    pos_tags       text[],
    ner_tags       text[],
    doc_offsets    int[],
    dep_types      text[],	
    dep_tokens     int[]
).

function nlp_markup over (
        doc_id  text,
        content text
    ) returns rows like sentences
    implementation "udf/nlp_markup_with_foolnltk.py" handles tsv lines.

sentences += nlp_markup(doc_id, content) :-
    articles_processed(doc_id, content).


entity_mention(
	entity_id		text,
	entity_text		text,
	entity_type		text,
	doc_id			text,
	sentence_index	int,
	begin_index		int,
	end_index		int
).

function map_entity_mention over(
	doc_id			text,
	sentence_index	int,
	tokens			text[],
	ner_tags		text[]
)returns rows like entity_mention
implementation "udf/map_entity_mention.py" handles tsv lines.


entity_mention += map_entity_mention(
doc_id,sentence_index,tokens,ner_tags):-
sentences(doc_id,sentence_index,_,tokens,_,_,ner_tags,_,_,_).

relation(
	@key
	@distributed_by
	id		text,
	name	text,
	step_host	int,
	type_host	text,
	step_guest	int,
	type_guest	text
).

feature_window(
	@key
	size	int
).

label_guest_BiddingAgency(
	entity_id		text,
	label			int,
	rule_id			text
).
function supervise_guest_BiddingAgency over(
	entity_id	text,entity_begin int,entity_end int,
	doc_id	text,
	sentence_index	int,
	sentence_text	text,
	tokens	text[],
	pos_tags	text[],
	ner_tags	text[]
)returns rows like label_guest_BiddingAgency
implementation "/udf/supervise_guest_BiddingAgency.py" handles tsv lines.

label_guest_BiddingAgency += supervise_guest_BiddingAgency(
entity_id,entity_begin,entity_end,doc_id,sentence_index,sentence_text,tokens,pos_tags,ner_tags
):-
entity_mention(entity_id,_,guest_type,doc_id,sentence_index,entity_begin,entity_end),
relation(id,_,_,_,_,guest_type),
id = "BiddingAgency",
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_).


label_guest_Tenderer(
	entity_id		text,
	label			int,
	rule_id			text
).
function supervice_guest_Tenderer over(
	entity_id	text,entity_begin int,entity_end int,
	doc_id	text,
	sentence_index	int,
	sentence_text	text,
	tokens			text[],
	pos_tags		text[],
	ner_tags		text[]
)returns rows like label_guest_Tenderer
implementation "udf/supervise_guest_Tenderer.py" handles tsv lines.

label_guest_Tenderer+= supervice_guest_Tenderer(
entity_id,entity_begin,entity_end,
doc_id,
sentence_index,
sentence_text,
tokens,
pos_tags,
ner_tags
):-
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
entity_mention(entity_id,_,guest_type,doc_id,sentence_index,entity_begin,entity_end),
relation(id,_,_,_,_,guest_type),
id="Tenderer".


label_guest_SignUpStart(
	entity_id		text,
	label			int,
	rule_id			text
).
function supervice_guest_SignUpStart over(
	entity_id	text,entity_begin int,entity_end int,
	doc_id	text,
	sentence_index	int,
	sentence_text	text,
	tokens			text[],
	pos_tags		text[],
	ner_tags		text[]
)returns rows like label_guest_SignUpStart
implementation "udf/supervise_guest_SignUpStart.py" handles tsv lines.

label_guest_SignUpStart+= supervice_guest_SignUpStart(
entity_id,entity_begin,entity_end,
doc_id,
sentence_index,
sentence_text,
tokens,
pos_tags,
ner_tags
):-
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
entity_mention(entity_id,_,guest_type,doc_id,sentence_index,entity_begin,entity_end),
relation(id,_,_,_,_,guest_type),
id="SignUpStart".

label_guest_BiddingOT(
	entity_id		text,
	label			int,
	rule_id			text
).
function supervice_guest_BiddingOT over(
	entity_id	text,entity_begin int,entity_end int,
	doc_id	text,
	sentence_index	int,
	sentence_text	text,
	tokens			text[],
	pos_tags		text[],
	ner_tags		text[]
)returns rows like label_guest_BiddingOT
implementation "udf/supervise_guest_BiddingOT.py" handles tsv lines.

label_guest_BiddingOT+= supervice_guest_BiddingOT(
entity_id,entity_begin,entity_end,
doc_id,
sentence_index,
sentence_text,
tokens,
pos_tags,
ner_tags
):-
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
entity_mention(entity_id,_,guest_type,doc_id,sentence_index,entity_begin,entity_end),
relation(id,_,_,_,_,guest_type),
id="BiddingOT".


label_guest_SignUpEnd(
	entity_id		text,
	label			int,
	rule_id			text
).
function supervice_guest_SignUpEnd over(
	entity_id	text,entity_begin int,entity_end int,
	doc_id	text,
	sentence_index	int,
	sentence_text	text,
	tokens			text[],
	pos_tags		text[],
	ner_tags		text[]
)returns rows like label_guest_SignUpEnd
implementation "udf/supervise_guest_SignUpEnd.py" handles tsv lines.

label_guest_SignUpEnd+= supervice_guest_SignUpEnd(
entity_id,entity_begin,entity_end,
doc_id,
sentence_index,
sentence_text,
tokens,
pos_tags,
ner_tags
):-
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
entity_mention(entity_id,_,guest_type,doc_id,sentence_index,entity_begin,entity_end),
relation(id,_,_,_,_,guest_type),
id="SignUpEnd".

label_guest_WinnerOfBidding(
	entity_id		text,
	label			int,
	rule_id			text
).
function supervice_guest_WinnerOfBidding over(
	entity_id	text,entity_begin int,entity_end int,
	doc_id	text,
	sentence_index	int,
	sentence_text	text,
	tokens			text[],
	pos_tags		text[],
	ner_tags		text[]
)returns rows like label_guest_WinnerOfBidding
implementation "udf/supervise_guest_WinnerOfBidding.py" handles tsv lines.

label_guest_WinnerOfBidding += supervice_guest_WinnerOfBidding(
entity_id,entity_begin,entity_end,
doc_id,
sentence_index,
sentence_text,
tokens,
pos_tags,
ner_tags
):-
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
entity_mention(entity_id,_,guest_type,doc_id,sentence_index,entity_begin,entity_end),
relation(id,_,_,_,_,guest_type),
id="WinnerOfBidding".

label_guest_FirstCandidate(
	entity_id		text,
	label			int,
	rule_id			text
).
function supervice_guest_FirstCandidate over(
	entity_id	text,entity_begin int,entity_end int,
	doc_id	text,
	sentence_index	int,
	sentence_text	text,
	tokens			text[],
	pos_tags		text[],
	ner_tags		text[]
)returns rows like label_guest_FirstCandidate
implementation "udf/supervise_guest_FirstCandidate.py" handles tsv lines.

label_guest_FirstCandidate += supervice_guest_FirstCandidate(
entity_id,entity_begin,entity_end,
doc_id,
sentence_index,
sentence_text,
tokens,
pos_tags,
ner_tags
):-
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
entity_mention(entity_id,_,guest_type,doc_id,sentence_index,entity_begin,entity_end),
relation(id,_,_,_,_,guest_type),
id="FirstCandidate".

label_guest_SecondCandidate(
	entity_id		text,
	label			int,
	rule_id			text
).
function supervice_guest_SecondCandidate over(
	entity_id	text,entity_begin int,entity_end int,
	doc_id	text,
	sentence_index	int,
	sentence_text	text,
	tokens			text[],
	pos_tags		text[],
	ner_tags		text[]
)returns rows like label_guest_SecondCandidate
implementation "udf/supervise_guest_SecondCandidate.py" handles tsv lines.

label_guest_SecondCandidate += supervice_guest_SecondCandidate(
entity_id,entity_begin,entity_end,
doc_id,
sentence_index,
sentence_text,
tokens,
pos_tags,
ner_tags
):-
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
entity_mention(entity_id,_,guest_type,doc_id,sentence_index,entity_begin,entity_end),
relation(id,_,_,_,_,guest_type),
id="SecondCandidate".

label_guest_ThirdCandidate(
	entity_id		text,
	label			int,
	rule_id			text
).
function supervice_guest_ThirdCandidate over(
	entity_id	text,entity_begin int,entity_end int,
	doc_id	text,
	sentence_index	int,
	sentence_text	text,
	tokens			text[],
	pos_tags		text[],
	ner_tags		text[]
)returns rows like label_guest_ThirdCandidate
implementation "udf/supervise_guest_ThirdCandidate.py" handles tsv lines.

label_guest_ThirdCandidate += supervice_guest_ThirdCandidate(
entity_id,entity_begin,entity_end,
doc_id,
sentence_index,
sentence_text,
tokens,
pos_tags,
ner_tags
):-
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
entity_mention(entity_id,_,guest_type,doc_id,sentence_index,entity_begin,entity_end),
relation(id,_,_,_,_,guest_type),
id="ThirdCandidate".



feature_entity(
	@key
	@references(relation="isBiddingAgency",column="entity_id",alias="isBiddingAgency")
	entity_id	text,
	feature		text,
	window_size	int
).
function feature_entity over(
	entity_id	text,
	entity_begin	int,
	entity_end		int,
	doc_id		text,
	sentence_index	int,
	tokens		text[],
	pos_tags	text[],
	ner_tags	text[],
	window_size		int
)returns rows like feature_guest_BiddingAgency
implementation "/udf/feature_entity.py" handles tsv lines.

feature_entity += feature_entity(
	entity_id,entity_begin,entity_end,doc_id,sentence_index,tokens,pos_tags,ner_tags,window_size
):-
entity_mention(entity_id,entity_text,_,doc_id,sentence_index,entity_begin,entity_end),
sentences(doc_id,sentence_index,sentence_text,tokens,_,pos_tags,ner_tags,_,_,_),
feature_window(window_size).



@extraction
is_biddingagency?(
	@key
	@references(relation="entity_mention",column="entity_id",alias="entity_mention")
	entity_id	text
).

is_biddingagency(entity_id) = if label>0 then TRUE else if label<0 then FALSE else NULL end:-
label_guest_BiddingAgency(entity_id,label,_).

@weight(f_BiddingAgency)
is_biddingagency(entity_id):-
feature_entity(entity_id,f_BiddingAgency,window),
label_guest_BiddingAgency(entity_id,_,_),
window=10.

@extraction
is_winnerofbidding?(
	@key
	@references(relation="entity_mention",column="entity_id",alias="entity_mention")
	entity_id	text
).

is_winnerofbidding(entity_id) = if label>0 then TRUE else if label<0 then FALSE else NULL end:-
label_guest_WinnerOfBidding(entity_id,label,_).

@weight(f_WinnerOfBidding)
is_winnerofbidding(entity_id):-
feature_entity(entity_id,f_WinnerOfBidding,window),
label_guest_WinnerOfBidding(entity_id,_,_),
window=10.