forked from pyload/pyload
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathAPIExerciser.py
More file actions
164 lines (112 loc) · 4.47 KB
/
Copy pathAPIExerciser.py
File metadata and controls
164 lines (112 loc) · 4.47 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
#!/usr/bin/env python
# -*- coding: utf-8 -*-
from __future__ import with_statement
import gc
import math
import random
import string
import threading
import time
import traceback
from pyload.remote.thriftbackend.ThriftClient import ThriftClient, Destination
def createURLs():
""" create some urls, some may fail """
urls = []
for x in xrange(0, random.randint(20, 100)):
name = "DEBUG_API"
if random.randint(0, 5) == 5:
name = "" #: this link will fail
urls.append(name + "".join(random.sample(string.ascii_letters, random.randint(10, 20))))
return urls
AVOID = (0, 3, 8)
idPool = 0
sumCalled = 0
def startApiExerciser(core, n):
for _i in xrange(n):
APIExerciser(core).start()
class APIExerciser(threading.Thread):
def __init__(self, core, thrift=False, user=None, pw=None):
global idPool
threading.Thread.__init__(self)
self.setDaemon(True)
self.core = core
self.count = 0 #: number of methods
self.time = time.time()
self.api = ThriftClient(user=user, password=pw) if thrift else core.api
self.id = idPool
idPool += 1
# self.start()
def run(self):
self.core.log.info("API Excerciser started %d" % self.id)
with open("error.log", "ab") as out:
# core errors are not logged of course
out.write("\n" + "Starting\n")
out.flush()
while True:
try:
self.testAPI()
except Exception:
self.core.log.error("Excerciser %d throw an execption" % self.id)
traceback.print_exc()
out.write(traceback.format_exc() + 2 * "\n")
out.flush()
if not self.count % 100:
self.core.log.info("Exerciser %d tested %d api calls" % (self.id, self.count))
if not self.count % 1000:
out.flush()
if not sumCalled % 1000: #: not thread safe
self.core.log.info("Exercisers tested %d api calls" % sumCalled)
persec = sumCalled / (time.time() - self.time)
self.core.log.info("Approx. %.2f calls per second." % persec)
self.core.log.info("Approx. %.2f ms per call." % (1000 / persec))
self.core.log.info("Collected garbage: %d" % gc.collect())
# time.sleep(random() / 500)
def testAPI(self):
global sumCalled
m = ["statusDownloads", "statusServer", "addPackage", "getPackageData", "getFileData", "deleteFiles",
"deletePackages", "getQueue", "getCollector", "getQueueData", "getCollectorData", "isCaptchaWaiting",
"getCaptchaTask", "stopAllDownloads", "getAllInfo", "getServices", "getAccounts", "getAllUserData"]
method = random.choice(m)
# print "Testing:", method
if hasattr(self, method):
res = getattr(self, method)()
else:
res = getattr(self.api, method)()
self.count += 1
sumCalled += 1
# print res
def addPackage(self):
name = "".join(random.sample(string.ascii_letters, 10))
urls = createURLs()
self.api.addPackage(name, urls, random.choice([Destination.Queue.Queue, Destination.Collector]))
def deleteFiles(self):
info = self.api.getQueueData()
if not info:
return
pack = random.choice(info)
fids = pack.links
if len(fids):
fids = [f.fid for f in random.sample(fids, random.randint(1, max(len(fids) / 2, 1)))]
self.api.deleteFiles(fids)
def deletePackages(self):
info = random.choice([self.api.getQueue(), self.api.getCollector()])
if not info:
return
pids = [p.pid for p in info]
if pids:
pids = random.sample(pids, random.randint(1, max(math.floor(len(pids) / 2.5), 1)))
self.api.deletePackages(pids)
def getFileData(self):
info = self.api.getQueueData()
if info:
p = random.choice(info)
if p.links:
self.api.getFileData(random.choice(p.links).fid)
def getPackageData(self):
info = self.api.getQueue()
if info:
self.api.getPackageData(random.choice(info).pid)
def getAccounts(self):
self.api.getAccounts(False)
def getCaptchaTask(self):
self.api.getCaptchaTask(False)