From 14cf25dc0d8d05373314535699309448e6aaeecc Mon Sep 17 00:00:00 2001 From: yatan Date: Sun, 19 Nov 2017 01:17:16 +0100 Subject: [PATCH] get data image --- get_data_from_image.py | 27 +++++++++++++++++---------- web/data/crawler | Bin 82944 -> 89088 bytes 2 files changed, 17 insertions(+), 10 deletions(-) diff --git a/get_data_from_image.py b/get_data_from_image.py index e42d787..ffb26ce 100644 --- a/get_data_from_image.py +++ b/get_data_from_image.py @@ -29,16 +29,23 @@ def get_API(photo_url): cursor.execute('SELECT * FROM links') for row in cursor: # row['name'] returns the name column in the query, row['email'] returns email column. - print "Geting info id: " + str(row[0]) + " url: " + row[2] - - #print('Getting info link id {0} = {1}'.format(row["id"], row["link"])) - # Get API info to DB - # for concept in concepts: - # print(concept['name'], concept['value']) - concepts = get_API(row[2]) - for concept in concepts: - print(concept['name'], concept['value']) - + photo_id = str(row[0]) + if not check_existed_link_id(photo_id): + print "Geting info id: " + photo_id + " url: " + row[2] + + #print('Getting info link id {0} = {1}'.format(row["id"], row["link"])) + # Get API info to DB + # for concept in concepts: + # print(concept['name'], concept['value']) + concepts = get_API(row[2]) + cursor2 = db.cursor() + for concept in concepts: + cursor2.execute('INSERT INTO data(link_id, type, posible) VALUES(?,?,?)', ((str(row[0]), concept['name'], str(concept['value'])) )) + print "Adding id: " + str(row[0]) + " " + concept['name'] + ":" + str(concept['value']) + " to DB." + # Write Changes + db.commit() + else: + print photo_id + " ja existeix." db.close() diff --git a/web/data/crawler b/web/data/crawler index f24ffc36cb1af3cd9222630589d8ed1ff36148b9..1136d169e8c59a716a1e37a999662270ab4e6a99 100644 GIT binary patch delta 6054 zcmZ8lYm6kUZ&HuMv$?!L_fyaw$x4^jZ+V z7~dbg_R_{h=c9`U@mtd*3H`OteLp(!+%xgk$F7-K(dhQ* z+Ncr!clZzCUxY7)&xKEgkA*jeSA~}a{}p^A_|xEp;B&##2=;@&s@`n?f(I8(Y1$M1wI&*gqO89r5xXO+(| zRTNyMchF;*Ea$VGvYbrul#yIWmD~2PmMX3G^5?b|3;Ca1%L!_lxmoSlcu zF^(5``>k-jE0=qd-r{h7*gvs;)M;rr)9EesUc+fQ>dgi_^rX}H9lx1^B43k1Z#Fzr z1$6~O+N?=$svp{(Plw~d6bFRINF|!@hXZLC930XiTww)gF1Zob_9Bzx-fTV@z|IP6 z&n~|K_LI3Bjz;t8Y=Uh{yp&^BTdU;OkHMSaq4LDxU^1;-9D7KSUJp+v7ki`LK{>~z zIi{U8N+$0kM^{YBgWkAL8}UMMnZ6h1?jjT8!P(LIv-FaVYo(b<96aqzjOOR&6FRU| z&KA0DVa_wLJsBcj2fZOZA+=$GH4Iz{o+!^yeCY~hWmChLW@0uUjmWABp`=R{tldoX z2a~};IbKkFRF^DVQ&NyzoE`M&^hgCOxK0E`ft5~AW+cx#m2#Nzwu8}NuQx^^I^%@V zTsIg+$;4iHmX=#Cxwfr>R%c?jH{Gw(i9MaM&FiZA$LdL09$-1bTWQkwU^&is(3?z# zy*)a-GqNzcaV;EaSL{sc`-PQ@)-^D;^C~Y?unt-0wvdghVaG|%42HGUF~gI0Q-pdk z#a&>vQ%0rlf*tRJd)OI{_b7^Uf;mAra8>YF5Pv6rHU7Q$SK^lB%DKAj&N3ez&3D3%rTTr6;QBOMnfikv{V|Ci) zWq(lJI_F05)(IGK1T@8&0i~4d!Z2nU8Eu#GW%Y5VoKorAVeI7msOp7=rx2T6THWQ- z-WUbEaKbXi+n2+b<$MI=wBI|Vs}YF8olZJ%r8!>}pm3Vu@U7!8<1p*)mCPc(PTFM8 z_~D>Dtjiv~BV1z(<_6L?=pnR$MQhni>HX;j2EG11*)>{OB_NDyM?epC0xBCVsM7>y zywOpK*rF(a37bt?-(f45wc5#6gBEA(us0*9rduei5j@?5y_>P#HepMDwjhsD%89KF zc(RODRB!?}Qr%o(3w8WQ;mLEhGw7FVJStoPOcKX0t9{eqXuq5fuo(`_ih?oV-jBeS zW^B4&ClvUm3~OBqD^3OsIXx>EhqPV^tzG&yIB>L`;q=M*xKBOJfry3Kx`Z4#y8u`@ zn4}PT^M~PS;B6+=YM}~a(~Bv7&VURDg9;f0!wnm=`9t;MDe;yQ(qM72cq@$U>NFL3 zI3)ohDtQacY0icRb^9wVfSIOo4CVxHRIk;7S;f2*6;!?<7~Js^9o*E~p|B&C*(Q5|`S$AywYxkYjs)-ou+wDl2~JDFN1leCP61bV!}zg#W( z6oQTkbV1`WtWPpE9h^gn!K#I}>7y`qVMG=VD~hZbh_mF8decMTUoG+sb`{CPwRtuf zjCY80xYE$K=|eDga<#lb;GYwUF(6apL3pt1>IOAf+%z75G3{1wM9>BTu`2m6#pq(? zimYuxOmRQ0&DH9*sd1%~>3y_1S4YUe*9RlK)NJK^{Gl^a?PaRoqO@X$xQYp z{r%w#DX!!pFhx1$Y8-epi2oIO;7jpu#Gk@k@G;B<*Fg{bU-X^mYtbvw7otyAIB-*R zD!L^6F6M%-gufmB5^!KQygQU(CyauB5B?_jQm}X)a$p=h3K-b*M1qaXK3P)MowWty zEl>2<$?V`@8+<|S2f+d**YY(1+La)HQ5a)I+Y~8O1 zIHF5gfM9^QEuWGjw=0+cTPfza+4Mw)IMnXEQo)=nAzGfO5UbbZ3(d|81_x0g9Q|@$ zvoA-#6-*_b_%O}wvchrQ+M=V=g|7+GULZlhMbes%Cqg`#**CWgI2xVJHa(Fd&Q+^Y zuq5id>4^=~%&scHVQ#Uy<%tN9!y_%?gvKbc=`SVynRM+^x&Wz^ZFnNWBr{9-1c((< zHa)RmnwjbBJn0H_1t3#xd7{8>ZjQ7nG(Usxg^QRFt|L$e6r#k0ZhGRvBscxVoERGg zDI~;f!xJ51>tzoV;8?4-Jh5Sx8OW6RY`8lovMLA-S>lNi)7-4`ip#`JV*?^ZY_OE! zj4J@EPCQW}mLHTmm4cHCP$AH)<%tbDc<1%>0xsu9G(6EEPE=z7BpH4p@d2#u%&dAI zGC^r6T9i&iSpyBU8i$Z>JwwZLv%)2(A^VW*a<)PP1V(M4Sa_L51iHZE9hL=qq+d^#H9Q;~-93 z9^-B0n3eNNrz1EdF5pa4d_1vV4HFQ4pjtv3MGw#ht4e`bcC6)PRS|A|e!H*|aAJ>p z0Z*R0$zaqwx19OGZ|Gyxi|18kxLUb@Iwd5w-t-LSM&@c&gdzpgC%%BOojK|-(*4LO zz5}SXzYg{+ccbC%UEoUTUhIxxfrf%%HN|5Pqqxw7JBEq@D)U zPVSES2htJw0L;^j+R5CJ3KQBGdi!ch%^Zf;o$@T+UIP5_3B=Qsn&xf=QwpmMJ}&qL zjjGkLmg5@6GKlbor*Spyy57!wL?uFi!Q1`{SdqjFfzSvPphP-ydIDQ7uN>Hbj{~Wv zp|!ij{uzx27#W~AfMFRt3y|TewV@X%gDp>^E0Nez!&xWrfkdlKPopb1XLgppra9~^ ztM3EH!*ld~;Op@p#9zSofy4Nr_=fnM@g>oJMt>XqN%Wi1XQEm3k?5A_-O*5?MvJ27y zCG3#DriWUihGff@$LOh<-SW_C8<>^Y8t3T?)uNEptPpI~BbX&gZW=HN<_8bKM!m$A zcLyxS=0F?BH9{M_i$gq~aYN9wG+o)UFa<;&%M8K+_IP5A9YRcFB|sJtP)BpzBmfGxt%LA;+5QT$pq^bYF z@`KT8p<}oF9rOU8ZM_B3>kMi=@weA|6w9w>n00aGF7>y; vjx-kA^KE delta 127 zcmZqJ!P?NlIzd`ch=GA25Qt%bb)t^3un>dp#~r*tA!ep849x49gP6W-7G!B+;*4Qt z7Z(*}Y?Pk-g-L-mCo?ZQesUeNgm_71L8?NCYea~SLP36UW>QY7LQ!gBPIDmh_CRLF U^)_rE!x&hAhP+^&tiU1!00>zgdH?_b