| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960 |
- import psycopg2
- import pandas as pd
- def trans():
- conn1 = psycopg2.connect(dbname="BiddingKM_test_10000",user="postgres",password="postgres",host="192.168.2.101")
- cursor1 = conn1.cursor()
-
- conn2 = psycopg2.connect(dbname="BiddingKG",user="postgres",password="postgres",host="192.168.2.101")
- cursor2 = conn2.cursor()
-
- cursor1.execute(" select * from articles ")
-
- rows_1 = cursor1.fetchmany(1000)
-
- count = 0
- while(rows_1):
- count += 1
- print(count)
- for row in rows_1:
- sql = "insert into articles values("
- for i in range(len(row)):
- sql += "'"+str(row[i])+"',"
- sql = sql[:-1]+")"
- print(sql)
- cursor2.execute(sql)
- rows_1 = cursor1.fetchmany(1000)
- conn2.commit()
- conn2.close()
- conn1.close()
- if __name__=="__main__":
- conn1 = psycopg2.connect(dbname="BiddingKM_test_10000",user="postgres",password="postgres",host="192.168.2.101")
- cursor1 = conn1.cursor()
-
- cursor1.execute(" select * from articles ")
- rows_1 = cursor1.fetchall()
-
- id = []
- l_content = []
- l_tenderee = []
- l_agency = []
- l_win_tenderer = []
- l_first_tenderer = []
- l_second_tenderer = []
- l_third_tenderer = []
- for row in rows_1:
- id.append(row[0])
- l_content.append(row[1])
- l_tenderee.append(row[2])
- l_agency.append("" if row[3]=="None" else row[3])
- l_win_tenderer.append("" if row[4]=="None" else row[4])
- l_first_tenderer.append("" if row[5]=="None" else row[5])
- l_second_tenderer.append("" if row[6]=="None" else row[6])
- l_third_tenderer.append("" if row[7]=="None" else row[7])
-
-
- dataframe = pd.DataFrame({'id':id,'content':l_content,"tenderee":l_tenderee,"agency":l_agency,"win_tenderer":l_win_tenderer,"first_tenderer":l_first_tenderer,"second_tenderer":l_second_tenderer,"third_tenderer":l_third_tenderer})
- columns = ['id','content',"tenderee","agency","win_tenderer","first_tenderer","second_tenderer","third_tenderer"]
- dataframe.to_csv("articles.csv",index=False,header=False,sep=",",encoding="utf8",columns=columns)
|
