python_apps/crwlers/synonym_dump.py
2023-11-03 14:49:12 +09:00

27 lines
1010 B
Python

import os, signal, sys, pymysql,logging
import urllib.parse as urlparse
from datetime import datetime
import subprocess
conn = pymysql.connect(host='localhost', user='root', password='dlsxjvkzmdkdlakzpt!',db='searchdic', unix_socket='/var/run/mysqld/mysqld.sock', charset='utf8')
objTerm = sys.argv[1].lower()
synonyms = sys.argv[2].split(',')
for i in range(len(synonyms)) :
curs = conn.cursor()
selectSql = "SELECT count(*) FROM synonyms WHERE objTerm = '" + objTerm + "' AND synonym ='" + synonyms[i].lower() + "'"
curs.execute(selectSql)
rows = curs.fetchall()
historyCheck = rows[0][0]
if historyCheck < 1 :
cursInsert = conn.cursor()
insertSql = "INSERT INTO `synonyms` VALUES(NULL,'" + objTerm + "','" + synonyms[i].lower() + "',NOW())"
cursInsert.execute(insertSql)
conn.commit()
logging.warning(str(i) + "\t" + str(objTerm) + "\t" + synonyms[i].lower() + "\tinserted")
else :
logging.warning(str(i) + "\t" + str(objTerm) + "\t" + synonyms[i].lower() + "\tdeduped")
conn.close()