def download(self, urls, targetFolder):
for url in urls:
try:
cont = urlopen(url).read().decode('utf-8')
savefile(cont, targetFolder + self.getName(url))
print('OK: ' + url)
sleep(2)
except Exception as err:
print('Unable to get: ' + url)
print('Error: ' + str(err))
def download(self, urls, targetFolder):
for url in urls:
try:
cont = urlopen(url).read().decode('utf-8')
savefile(cont, targetFolder + self.getName(url))
print('OK: ' + url)
sleep(2)
except Exception as err:
print('Unable to get: ' + url)
print('Error: ' + str(err))
def testSearchCommand(self):
path = TEST_FOLDER
fun = self.runShell
dfun = lambda dtb, q: fun(dtb, q).decode("utf-8")
save = lambda cont, name: savefile(cont, path + name + '.txt', False)
read = lambda name: readfile(path + name + '.txt')
ass = self.assertEqual
# search matweb
queries = ['derivace', 'nesmysl', '(spocetne OR nespocetne) mnoziny', 'rovnice', 'rovnice NOT (linearni OR pravdepodobnost)']
ass(dfun('matweb-test', 'derivace'), read('matweb0'))
ass(dfun('matweb-test', 'nesmysl'), read('matweb1'))
ass(dfun('matweb-test', '(spocetne OR nespocetne) mnoziny'), read('matweb2'))
# ass(dfun('matweb-test', 'rovnice'), read('matweb3'))
ass(dfun('matweb-test', 'rovnice NOT (linearni OR pravdepodobnost)'), read('matweb4'))
def testSearchCommand(self):
path = TEST_FOLDER
fun = self.runShell
dfun = lambda dtb, q: fun(dtb, q).decode("utf-8")
save = lambda cont, name: savefile(cont, path + name + '.txt', False)
read = lambda name: readfile(path + name + '.txt')
ass = self.assertEqual
# search matweb
queries = [
'derivace', 'nesmysl', '(spocetne OR nespocetne) mnoziny',
'rovnice', 'rovnice NOT (linearni OR pravdepodobnost)'
]
ass(dfun('matweb-test', 'derivace'), read('matweb0'))
ass(dfun('matweb-test', 'nesmysl'), read('matweb1'))
ass(dfun('matweb-test', '(spocetne OR nespocetne) mnoziny'),
read('matweb2'))
# ass(dfun('matweb-test', 'rovnice'), read('matweb3'))
ass(dfun('matweb-test', 'rovnice NOT (linearni OR pravdepodobnost)'),
read('matweb4'))
def save(self, path): savefile(self.text, path)
