From bc6bc62a9bbab4eff7e4d63223580da1630901db Mon Sep 17 00:00:00 2001 From: yatan Date: Sun, 19 Nov 2017 00:10:37 +0100 Subject: [PATCH] Update export links --- export_links_db.py | 22 +++++++++++++++++----- web/data/crawler | Bin 78848 -> 81920 bytes 2 files changed, 17 insertions(+), 5 deletions(-) diff --git a/export_links_db.py b/export_links_db.py index bf43ca4..7b05552 100644 --- a/export_links_db.py +++ b/export_links_db.py @@ -14,17 +14,29 @@ def get_links(username): file_links.close() return links +def check_existed_user(username): + cursor = db.cursor() + cursor.execute('SELECT COUNT(*) FROM links WHERE nickname="' + username + '"') + if cursor.fetchone()[0] == 0: + return False + else: + return True + + + cursor = db.cursor() for filename in os.listdir('.'): # print filenames of dir if ("links_" in filename): user = filename.split("links_")[1] userbo = user.split(".txt")[0] - llistat = get_links(userbo) - #Insert link - for link in llistat: - cursor.execute('''INSERT INTO links(nickname, link) VALUES(?,?)''', ((userbo,link, )) ) - print "Adding: " + userbo + " amb link: " + link + " to DB." + if not check_existed_user(userbo): + llistat = get_links(userbo) + #Insert link + for link in llistat: + cursor.execute('''INSERT INTO links(nickname, link) VALUES(?,?)''', ((userbo,link, )) ) + print "Adding: " + userbo + " amb link: " + link + " to DB." + db.commit() diff --git a/web/data/crawler b/web/data/crawler index 5222909c09f4eb4d69c02907de09e3a86e99b8b2..2d5fc02bf41239ca2c86cc8fd1f8d7640dd83b03 100644 GIT binary patch delta 1116 zcmZ{j!AliU6vk)X^GQS!lDY}Cjg*@>_ug~PJvTEE(uk~tmZ>)(3N*w=S+w&t+ZLMp zRxRB~i?%_3LW}-_pjCfE-&9Y1X)w$%2j+Lb^L^iJ|LEJ^ZtYxb4HiYQxO-`)96WgR z;li2QjTH=v#l3SwZ~Gf-jmM3ZgZ7v5{QYVg<9k)a{ch!|&5=)=BjwKM&;SPgMJ}4J z8{ZmSzAMWj@3!v@cgCvNDkk1sUVZjrYh!)&`PP%I^}X5srFnL$rrG&KrrtT1DEg3N z5)F>LDN&#pou|BUb#3$M+0H05-~d;JaGt;Es8S@RL_BlM%E>b zRdR|bU7DAqiUU2Auq94OM7+;Zzk}vTHMtPXa~CyUagCbn6}6vlN{ZPDDA6PsCr1I> z#t?#1!~_p0rNiyUs&I-X7!?C+)a;W{!qG7Z2Ol$Rf+#f-j$V?p=)0Pll?STR?$J~p z%-k|%5y#oV;RIKL;CpP7BPBLC$La{~k+J2~->&}&cA;p#Yj)J?032a~IXKDQg&bmln26osfJblqA!@X`R--0*Ttsu{fHFbf z*wVn?FJt5lQz?Fd9E9FgpjS|Bz;&XxrILm0`NB=G^I6FOq` zR|Zz+)iG6jpRdg9y`Su#3UG(f437XT0!FAEgsPy+1Fm)s0h>>O&L`_Mr6+JwaiDmk^mKW`=V}rvB%|MaGd`1AhV6YbeeD delta 50 zcmZo@U~PE8GC`VEfPsO*ccOwlqrk?5CBhtTOa(vz2H(j%B0ZZ0S#C2n7mIB#7Gvy{ F1prGR4KDxy