ORGS_FUSION/train.py

from __future__ import division
from __future__ import print_function

import time
import tensorflow as tf

from utils import *
from metrics import *
from models import GCN_Align
import os
from LoadBestModel import loadBestModel

dir_best_model = os.getcwd()+"\\data1\\100000\\zh_en\\model.ckpt"

# Set random seed
seed = 12306
np.random.seed(seed)
tf.set_random_seed(seed)

# Settings
flags = tf.app.flags
FLAGS = flags.FLAGS
flags.DEFINE_string('lang', 'zh_en', 'Dataset string.')  # 'zh_en', 'ja_en', 'fr_en'
flags.DEFINE_float('learning_rate', 0.01, 'Initial learning rate.')
flags.DEFINE_integer('epochs', 500, 'Number of epochs to train.')
flags.DEFINE_float('dropout', 0.3, 'Dropout rate (1 - keep probability).')
flags.DEFINE_float('gamma', 3.0, 'Hyper-parameter for margin based loss.')
flags.DEFINE_integer('k', 4, 'Number of negative samples for each positive seed.')
flags.DEFINE_float('beta', 0.3, 'Weight for structure embeddings.')
flags.DEFINE_integer('se_dim', 100, 'Dimension for SE.')
flags.DEFINE_integer('ae_dim', 100, 'Dimension for AE.')
flags.DEFINE_integer('seed', 9, 'Proportion of seeds, 3 means 30%')


# Load data
# adj:邻接矩阵     structure embedding  来自triples1、triples2，并计算分数
# ae_input: attribute embedding     来自training_attrs_1、training_attrs_2和ent_id_1、ent_id_2
# train/test: train data     来自ref_ent_ids
adj, ae_input, train, test = load_data(FLAGS.lang)

# Some preprocessing
support = [preprocess_adj(adj)]
# print("pre adj ===================")
# print(support)

num_supports = 1
model_func = GCN_Align
k = FLAGS.k
e = ae_input[2][0]

# Define placeholders
ph_ae = {
    'support': [tf.sparse_placeholder(tf.float32) for _ in range(num_supports)],
    'features': tf.sparse_placeholder(tf.float32), #tf.placeholder(tf.float32),
    'dropout': tf.placeholder_with_default(0., shape=()),
    'num_features_nonzero': tf.placeholder_with_default(0, shape=())
}
ph_se = {
    'support': [tf.sparse_placeholder(tf.float32) for _ in range(num_supports)],
    'features': tf.placeholder(tf.float32),
    'dropout': tf.placeholder_with_default(0., shape=()),
    'num_features_nonzero': tf.placeholder_with_default(0, shape=())
}

# Create model
# attribute embedding model
model_ae = model_func(ph_ae, input_dim=ae_input[2][1], output_dim=FLAGS.ae_dim, ILL=train,
                      sparse_inputs=True, featureless=False, AE=True, logging=True)
# structure embedding model
model_se = model_func(ph_se, input_dim=ae_input[2][0], output_dim=FLAGS.se_dim, ILL=train,
                      sparse_inputs=False, featureless=True, AE=False, logging=True)

# Initialize session
sess = tf.Session()

# Init variables
sess.run(tf.global_variables_initializer())

cost_val = []

#
t = len(train)
L = np.ones((t, k)) * (train[:, 0].reshape((t, 1)))
neg_left = L.reshape((t * k,))
L = np.ones((t, k)) * (train[:, 1].reshape((t, 1)))
neg2_right = L.reshape((t * k,))

# print("neg_left ===================")
# print(neg_left)
# print("neg2_right ===================")
# print(neg2_right)


# Train model
saver = tf.train.Saver()
AE_train_loss = 10
SE_train_loss = 10
for epoch in range(FLAGS.epochs):
    if epoch % 10 == 0:
        neg2_left = np.random.choice(e, t * k)
        neg_right = np.random.choice(e, t * k)

    # Construct feed dictionary
    # 把具体值赋给事先定义好的placeholder
    feed_dict_ae = construct_feed_dict(ae_input, support, ph_ae)
    feed_dict_ae.update({ph_ae['dropout']: FLAGS.dropout})
    feed_dict_ae.update({'neg_left:0': neg_left, 'neg_right:0': neg_right, 'neg2_left:0': neg2_left, 'neg2_right:0': neg2_right})
    feed_dict_se = construct_feed_dict(1.0, support, ph_se)
    feed_dict_se.update({ph_se['dropout']: FLAGS.dropout})
    feed_dict_se.update({'neg_left:0': neg_left, 'neg_right:0': neg_right, 'neg2_left:0': neg2_left, 'neg2_right:0': neg2_right})

    # print(len(feed_dict_ae))
    # for i in feed_dict_ae.keys():
    #     print(i)
    # Training step
    # session动态传数据
    outs_ae = sess.run([model_ae.opt_op, model_ae.loss], feed_dict=feed_dict_ae)
    outs_se = sess.run([model_se.opt_op, model_se.loss], feed_dict=feed_dict_se)
    cost_val.append((outs_ae[1], outs_se[1]))

    # Print results
    print("Epoch:", '%04d' % (epoch + 1), "AE_train_loss=", "{:.5f}".format(outs_ae[1]), "SE_train_loss=", "{:.5f}".format(outs_se[1]))

    # save best model
    if (outs_ae[1] <= AE_train_loss and outs_se[1] <= SE_train_loss) :
            # or outs_ae[1] <= 0.02:
        saver.save(sess, dir_best_model)
        AE_train_loss = outs_ae[1]
        SE_train_loss = outs_se[1]
        print("Save best Model!")
print("Optimization Finished!")
print("e"+str(FLAGS.epochs), "d"+str(FLAGS.dropout), "k"+str(FLAGS.k), "s"+str(FLAGS.seed),
      "lr"+str(FLAGS.learning_rate), "b"+str(FLAGS.beta))
# loadBestModel()



# Testing
# feed_dict_ae = construct_feed_dict(ae_input, support, ph_ae)
# feed_dict_se = construct_feed_dict(1.0, support, ph_se)
# vec_ae = sess.run(model_ae.outputs, feed_dict=feed_dict_ae)
# vec_se = sess.run(model_se.outputs, feed_dict=feed_dict_se)
# print("AE")
# get_hits(vec_ae, test)
# print("SE")
# get_hits(vec_se, test)
# print("SE+AE")
# get_combine_hits(vec_se, vec_ae, FLAGS.beta, test)
#
# print("Predict Similarity")
# print("AE Similarity")
# predict(vec_ae, test)
# print("SE Similarity")
# predict(vec_se, test)
# print("AE+SE Similarity")
# predict(np.concatenate([vec_se*FLAGS.beta, vec_ae*(1.0-FLAGS.beta)], axis=1), test)