forked from JackonYang/renren
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathtest_browser.py
243 lines (226 loc) · 8.5 KB
/
test_browser.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
import unittest
import browser
class new_browser(browser.browser):
def __init__(self):
browser.browser.__init__(self)#no auto login
self.dl=None#used by get_test_data() to download data from renren.com
self.sent_times=dict()#used to test for timeout and resend
def _download(self,url,request_time=None):
filename='{}{}'.format(browser.url2file(url),self.sent_times.get(url,''))
self.sent_times[url] = self.sent_times.get(url,0)+1
try:
html_content=''.join([line for line in open(filename)])
except IOError as e:#simulate timeout
html_content=None
if request_time is not None:
request_time.append(1.11)#random time
return html_content
def get_test_data(self,pageStyle,rid,uppage=110):
if self.dl is None:
self.dl=browser.browser('[email protected]')
self.dl.login()
meth=getattr(browser.browser,pageStyle)
browser.run_level='debug'
meth(self.dl,rid,uppage)
browser.run_level='info'
def flush_test_data(self):#used to test timeout and resend
self.sent_times=dict()
#print('data flushed')
class test_browser(unittest.TestCase):
def setUp(self):
pass
def tearDown(self):
pass
def test_profile(self):
dl=new_browser()
dl.login('test','test')
renrenIds={
# detail, full items
'233330051':{'所在城市': '克拉玛依市',
'QQ':'309097050','MSN':'','手机号':'15191895258','个人网站':'',
'生日': '1970 年 2 月 13 日<!-- 水瓶座 --> 水瓶座', '星座': '水瓶座',
'公司': 'AMD','时间': '1998年 - 10月 至 1993- 11月',
'家乡':'内蒙古 包头市','性别': '女', '等级': '22级',
'大学': '北京中医药大学 - 2013年- 东方学院<br>',
'高中': '北京二十一中 - 2000年','小学': '安仁县洋际乡d岗小学',
'初中': '北京一六六中 - 1995年', '中专技校': ''},
# basic, full items
'240303471':{'gender':'她是女生',
'school':'在Fachhochschule Aachen读书','hometown':'来自山东 烟台市'},
# tl, empty
'223981104':{},
# tl, full
'271600917':{'hometown': '来自 陕西 西安市','address': '现居 重庆',
'school':'就读于重庆邮电大学','birthday': '5月16日', 'gender': '男生 '}
}
for rid,expt in renrenIds.items():
details,run_info=dl.profile(rid)
self.assertEquals(details,expt)
self.assertTrue(len(run_info),4)
def test_friendList(self):
#normal seq, privacy
dl=new_browser()
dl.login('test','test')
test_data={'240303471':0,'446766202':1,'500275848':2,'444024948':20,'384065413':21,'397529849':22,'739807017':40}
for rid,expt in test_data.items():
record,timecost=dl.friendList(rid)
self.assertEquals(len(record),expt)
self.assertTrue(isinstance(record,dict))
self.assertTrue(timecost.find('max/min/ave')>-1)
#error info test
error_data={'99999999':'more timeout than max_timeout','9999998':'timeout'}
for rid,expt in error_data.items():
record,info=dl.friendList(rid)
self.assertEquals(record,None)
self.assertTrue(info,expt)
def test_status(self):
dl=new_browser()
dl.login('test','test')
test_data={'446766202':0,'500275848':1,'104062077':2,'232877604':20,'242641331':21,'256137627':22,'411984911':40}
for rid,expt in test_data.items():
record,timecost=dl.status(rid)
self.assertEquals(len(record),expt)
self.assertTrue(isinstance(record,dict))
self.assertTrue(timecost.find('max/min/ave')>-1)
#error info test
error_data={'99999999':'more timeout than max_timeout','9999998':'timeout'}
for rid,expt in error_data.items():
record,info=dl.status(rid)
self.assertEquals(record,None)
def test_iter_page(self):
"""focus on page sequence"""
dl=new_browser()
dl.login('test','test')
#page sequence 2pages/1page/0page,items in end page, 1/2/20
friendList={'240303471':0,'446766202':1,'500275848':2,'444024948':20,'384065413':21,'397529849':22,'739807017':40}
status={'446766202':0,'500275848':1,'104062077':2,'232877604':20,'242641331':21,'256137627':22,'411984911':40}
for rid,expt in friendList.items():
items,info=dl._iter_page('friendList',rid)
self.assertEquals(len(items),expt)
self.assertEquals(info,'success')
for rid,expt in status.items():
items,info=dl._iter_page('status',rid)
self.assertEquals(len(items),expt)
self.assertEquals(info,'success')
#more page than expt
over={'287286312':'friendList','259364921':'status'}
uppage=105
for rid,pageStyle in over.items():
items,info=dl._iter_page(pageStyle,rid,None,range(0,uppage))
self.assertEquals(len(items),2100)
self.assertEquals(info,'success')
def test_iter_page_timeout(self):
"""timeout:1page/several page but less than max_timeout/more than normal/all pages"""
dl=new_browser()
dl.login('test','test')
dl.flush_test_data()
pageStyle='friendList'
#all timeout
rid='99999999'
items,info=dl._iter_page(pageStyle,rid)
self.assertEquals(items,None)
self.assertEquals(info,'more timeout than max_timeout')
dl.flush_test_data()
#one page timeout and resend ok
rid='99990001'
browser.resend_n=0#close resend
items,info=dl._iter_page(pageStyle,rid)
self.assertEquals(items,None)
self.assertEquals(info,'timeout')
dl.flush_test_data()
browser.resend_n=1#resend once
items,info=dl._iter_page(pageStyle,rid)
self.assertEquals(len(items),20)
self.assertEquals(info,'success')
dl.flush_test_data()
#more timeout than normal,stop immediately and return None .
rid='119815062'
browser.max_timeout=5
items,info=dl._iter_page(pageStyle,rid)
self.assertEquals(items,None)
self.assertEquals(info,'more timeout than max_timeout')
dl.flush_test_data()
#several timeout but less than max_timeout,resend ok
browser.max_timeout=10
browser.resend_n=3#resend 3 times
items,info=dl._iter_page(pageStyle,rid)
self.assertEquals(len(items),170)
self.assertEquals(info,'success')
def test_iter_page_safety(self):
#fist page,middle page
#TODO:need safety page
rids=[99991001,99991002]
dl=new_browser()
dl.login('test','test')
pageStyle='friendList'
for rid in rids:
self.assertEquals(dl._iter_page(pageStyle,rid),None)
def test_homepage(self):
renrenIds={'233330059','410941086','267654044','285060168','240303471'}
for rid in renrenIds:
info=self.dl.homepage(rid)
print('{},{}'.format(rid,info))
def test_download(self):
dl=browser.browser()
dl.login('test','test')
url_normal="http://www.baidu.com"
self.assertTrue(isinstance(dl._download(url_normal),str))
url_timeout="http://1.1.1.1"
self.assertEquals(dl._download(url_timeout),None)
self.assertTrue(isinstance(dl._download(url_timeout),str))
def test_login(self):
users=[
('[email protected]','233330059'),
('[email protected]','410941086'),
('[email protected]','498934189')
]
#each account login only once to avoid safety policy
#istance user
user,expt=users[0]
dl=browser.browser(user)
rid,info=dl.login()
self.assertEquals(rid,expt)
#explict login
user,expt=users[1]
dl=browser.browser(user)
rid,info=dl.login(user)
self.assertEquals(rid,expt)
#explict and wrong passwd
user,expt=users[2]
dl=browser.browser(user)
rid,info=dl.login(user,'error')
self.assertEquals(rid,None)
#instance passwd wrong, but login explict with correct passwd
dl=browser.browser(user,'error')
rid,info=dl.login(user)
self.assertEquals(rid,expt)
def test_new_browser(self):
dl=new_browser()
request_time=[]
self.assertEquals(dl._download('http://1.1.1.1',request_time),None)
self.assertEquals(len(request_time),1)
self.assertTrue(isinstance(dl._download('http://friend.renren.com/GetFriendList.do?curpage=0&id=240303471'),str))
self.assertEquals(len(request_time),1)
items,info=dl._iter_page('friendList','287286312',request_time,range(0,10))#10 more timecost info
self.assertTrue(isinstance(items,set))#10 more timecost info
self.assertEquals(info,'success')#10 more timecost info
self.assertEquals(len(request_time),11)
self.assertEquals(dl._download('http://1.1.1.1'),None)
self.assertTrue(isinstance(dl._download('http://1.1.1.1'),str))
if __name__=='__main__':
suite=unittest.TestSuite()
#TODO:no test data file
#suite.addTest(test_browser('test_is_safety_page'))
#checked
#suite.addTest(test_browser('test_login'))#login
#suite.addTest(test_browser('test_download'))#login and download
suite.addTest(test_browser('test_new_browser'))
#private method
suite.addTest(test_browser('test_iter_page'))
suite.addTest(test_browser('test_iter_page_timeout'))
#interface
suite.addTest(test_browser('test_friendList'))
suite.addTest(test_browser('test_status'))
suite.addTest(test_browser('test_profile'))
runner=unittest.TextTestRunner()
runner.run(suite)