import psycopg2
import pandas as pd

def trans():
    conn1 = psycopg2.connect(dbname="BiddingKM_test_10000",user="postgres",password="postgres",host="192.168.2.101")
    cursor1 = conn1.cursor()
    
    conn2 = psycopg2.connect(dbname="BiddingKG",user="postgres",password="postgres",host="192.168.2.101")
    cursor2 = conn2.cursor()
    
    cursor1.execute(" select * from articles ")
    
    rows_1 = cursor1.fetchmany(1000)
    
    count = 0
    while(rows_1):
        count += 1
        print(count)
        for row in rows_1:
            sql = "insert into articles values("
            for i in range(len(row)):
                sql += "'"+str(row[i])+"',"
            sql = sql[:-1]+")"
            print(sql)
            cursor2.execute(sql)
        rows_1 = cursor1.fetchmany(1000)
    conn2.commit()
    conn2.close()
    conn1.close()

if __name__=="__main__":
    conn1 = psycopg2.connect(dbname="BiddingKM_test_10000",user="postgres",password="postgres",host="192.168.2.101")
    cursor1 = conn1.cursor()
    
    cursor1.execute(" select * from articles ")
    rows_1 = cursor1.fetchall()
    
    id = []
    l_content = []
    l_tenderee = []
    l_agency = []
    l_win_tenderer = []
    l_first_tenderer = []
    l_second_tenderer = []
    l_third_tenderer = []
    for row in rows_1:
        id.append(row[0])
        l_content.append(row[1])
        l_tenderee.append(row[2])
        l_agency.append("" if row[3]=="None" else row[3])
        l_win_tenderer.append("" if row[4]=="None" else row[4])
        l_first_tenderer.append("" if row[5]=="None" else row[5])
        l_second_tenderer.append("" if row[6]=="None" else row[6])
        l_third_tenderer.append("" if row[7]=="None" else row[7])
        
    
    dataframe = pd.DataFrame({'id':id,'content':l_content,"tenderee":l_tenderee,"agency":l_agency,"win_tenderer":l_win_tenderer,"first_tenderer":l_first_tenderer,"second_tenderer":l_second_tenderer,"third_tenderer":l_third_tenderer})
    columns = ['id','content',"tenderee","agency","win_tenderer","first_tenderer","second_tenderer","third_tenderer"]
    dataframe.to_csv("articles.csv",index=False,header=False,sep=",",encoding="utf8",columns=columns)