def handleGet(self, arguments, **kwargs):
yield okJson
verb = arguments.get('verb', [None])[0]
messageKwargs = dict((k, values[0])
for k, values in list(arguments.items())
if k != 'verb')
request = dict(**messageKwargs)
message = None
if verb is not None:
message = verb[0].lower() + verb[1:]
request['verb'] = verb
response = JsonDict(request=request)
try:
if message is None:
raise ValueError('badVerb')
if not message.startswith('get'):
raise ValueError('badVerb')
response['response'] = {
verb: self.call.unknown(message=message, **messageKwargs)
}
except NoneOfTheObserversRespond:
response['error'] = error('badVerb')
except Exception as e:
response['error'] = error(str(e), repr(e))
yield response.dumps()
def dna(reactor, port, dataPath, logPath, statePath, harvesterStatusUrl, **ignored):
harvesterData = HarvesterData(dataPath)
repositoryStatus = be((RepositoryStatus(logPath, statePath),
(harvesterData,)
))
configDict = JsonDict(
logPath=logPath,
statePath=statePath,
harvesterStatusUrl=harvesterStatusUrl,
dataPath=dataPath,
)
return \
(Observable(),
(ObservableHttpServer(reactor, port),
(ApacheLogger(stdout),
(PathFilter("/info/version"),
(StringServer(VERSION_STRING, ContentTypePlainText), )
),
(PathFilter("/info/config"),
(StringServer(configDict.dumps(), ContentTypeJson), )
),
(PathFilter("/static"),
(PathRename(lambda name: name[len('/static/'):]),
(FileServer(seecrWebLibPath),)
)
),
(PathFilter('/', excluding=['/info/version', '/info/config', '/static', '/action', '/get']),
(DynamicHtml(
[dynamicHtmlPath],
reactor=reactor,
additionalGlobals = {
'time': time,
'harvesterStatusUrl': harvesterStatusUrl,
'escapeXml': escapeXml,
'compose': compose,
},
indexPage="/index.html",
),
(harvesterData,),
(repositoryStatus,),
)
),
(PathFilter('/action'),
(HarvesterDataActions(),
(harvesterData,)
),
),
(PathFilter('/get'),
(HarvesterDataRetrieve(),
(harvesterData,),
(repositoryStatus,),
)
)
)
)
)
def dna(reactor, port, dataPath, logPath, statePath, externalUrl, customerLogoUrl, deproxyIps=None, **ignored):
environment = createEnvironment(dataPath)
harvesterData = environment.createHarvesterData()
harvesterDataRetrieve = environment.createHarvesterDataRetrieve()
deproxy = Deproxy(deproxyForIps=deproxyIps)
repositoryStatus = be(
(RepositoryStatus(logPath, statePath),
(harvesterData, )
)
)
configDict = JsonDict(
logPath=logPath,
statePath=statePath,
externaUrl=externalUrl,
dataPath=dataPath,
)
print("Started Metastreams with configuration:\n" + configDict.pretty_print())
userGroup = initializeUserGroupManagement(join(statePath, 'users'), harvesterData)
basicHtmlLoginHelix = (BasicHtmlLoginForm(
action="/login.action",
loginPath="/login",
home="/index",
rememberMeCookie=False,
lang="nl"),
(userGroup.basicHtmlObserver,),
)
varWwwdataPath = join(statePath, 'www-data', 'var')
isdir(varWwwdataPath) or makedirs(varWwwdataPath)
staticFilePaths = []
staticFiles = Transparent()
for path, libdir in [
('/js/bootstrap', '/usr/share/javascript/bootstrap5/js'),
('/css/bootstrap', '/usr/share/javascript/bootstrap5/css'),
('/css/bootstrap-icons', '/usr/share/javascript/bootstrap-icons'),
('/js/jquery', '/usr/share/javascript/jquery'),
('/js/jquery-tablesorter', '/usr/share/javascript/jquery-tablesorter'),
('/css/jquery-tablesorter', '/usr/share/javascript/jquery-tablesorter/css'),
('/js/autosize', '/usr/share/javascript/autosize'),
('/static', staticHtmlPath),
('/var', varWwwdataPath),
]:
staticFiles.addObserver(StaticFiles(libdir=libdir, path=path))
staticFilePaths.append(path)
return \
(Observable(),
(ObservableHttpServer(reactor, port),
(LogCollector(),
(ApacheLogWriter(stdout),),
(deproxy,
(HandleRequestLog(),
(BasicHttpHandler(),
(SessionHandler(),
(CookieMemoryStore(name="meresco-harvester", timeout=2*60*60), ),
(UserFromSession(),
(PathFilter("/info/version"),
(StringServer(VERSION_STRING, ContentTypePlainText), )
),
(PathFilter("/info/config"),
(StringServer(configDict.dumps(), ContentTypeJson), )
),
(PathFilter('/login.action'),
basicHtmlLoginHelix
),
(staticFiles,),
(PathFilter('/', excluding=['/info/version', '/info/config', '/action', '/login.action'] + harvesterDataRetrieve.paths + staticFilePaths),
(SecureZone("/login", excluding=["/index", "/invalid", "/rss", '/running.rss', '/showHarvesterStatus'], defaultLanguage="nl"),
(PathFilter('/', excluding=userGroup.excludedPaths),
(DynamicHtml(
[dynamicHtmlPath],
reactor=reactor,
additionalGlobals={
'externalUrl': externalUrl,
'escapeXml': escapeXml,
'compose': compose,
'dumps': dumps,
'VERSION': VERSION,
'CONFIG': configDict,
'Timeslot': Timeslot,
'ThroughputAnalyser': ThroughputAnalyser,
'dateSince': dateSince,
'callable': callable,
'OnlineHarvest': OnlineHarvest,
'StringIO': StringIO,
'okPlainText': okPlainText,
'ZuluTime': ZuluTime,
'xpathFirst': xpathFirst,
'customerLogoUrl': customerLogoUrl,
'uuid': lambda: str(uuid4()),
},
indexPage="/index",
),
basicHtmlLoginHelix,
(harvesterData,),
(repositoryStatus,),
(userGroup.dynamicHtmlObserver,),
)
),
(userGroup.actions,),
),
),
(PathFilter('/action'),
(HarvesterDataActions(),
(harvesterData,)
),
),
(PathFilter(harvesterDataRetrieve.paths),
(harvesterDataRetrieve,
(FilterFields(),
(harvesterData,),
),
(repositoryStatus,),
)
)
)
)
)
)
)
)
)
)
def dna(reactor, port, dataPath, logPath, statePath, externalUrl, **ignored):
passwordFilename = join(dataPath, 'users.txt')
harvesterData = HarvesterData(dataPath)
repositoryStatus = be(
(RepositoryStatus(logPath, statePath),
(harvesterData, )
)
)
configDict = JsonDict(
logPath=logPath,
statePath=statePath,
externaUrl=externalUrl,
dataPath=dataPath,
)
passwordFile = PasswordFile(filename=passwordFilename)
basicHtmlLoginHelix = (BasicHtmlLoginForm(
action="/login.action",
loginPath="/login",
home="/index",
rememberMeCookie=False,
lang="nl"),
(passwordFile, )
)
userActions = UserActions(dataDir=dataPath)
userActionsHelix = (userActions,
(passwordFile, )
)
return \
(Observable(),
(ObservableHttpServer(reactor, port),
(ApacheLogger(stdout),
(BasicHttpHandler(),
(SessionHandler(),
(CookieMemoryStore(name="meresco-harvester", timeout=2*60*60), ),
(PathFilter("/info/version"),
(StringServer(VERSION_STRING, ContentTypePlainText), )
),
(PathFilter("/info/config"),
(StringServer(configDict.dumps(), ContentTypeJson), )
),
(PathFilter('/login.action'),
basicHtmlLoginHelix
),
(PathFilter('/user.action'),
userActionsHelix
),
(PathFilter("/static"),
(PathRename(lambda name: name[len('/static/'):]),
(FileServer([seecrWebLibPath, staticHtmlPath]),)
)
),
(PathFilter('/', excluding=['/info/version', '/info/config', '/static', '/action', '/get', '/login.action', '/user.action']),
(SecureZone("/login", excluding="/index", defaultLanguage="nl"),
(DynamicHtml(
[dynamicHtmlPath],
reactor=reactor,
additionalGlobals={
'externalUrl': externalUrl,
'escapeXml': escapeXml,
'compose': compose,
'VERSION': VERSION,
'CONFIG': configDict,
'Timeslot': Timeslot,
'ThroughputAnalyser': ThroughputAnalyser,
'dateSince': dateSince,
'callable': callable,
'OnlineHarvest': OnlineHarvest,
'StringIO': StringIO,
'okPlainText': okPlainText,
'ZuluTime': ZuluTime,
'xpathFirst': xpathFirst,
},
indexPage="/index",
),
basicHtmlLoginHelix,
(harvesterData,),
(repositoryStatus,),
userActionsHelix,
)
)
),
(PathFilter('/action'),
(HarvesterDataActions(),
(harvesterData,)
),
),
(PathFilter('/get'),
(HarvesterDataRetrieve(),
(harvesterData,),
(repositoryStatus,),
)
)
)
)
)
)
)
