def __init__(self, app, api, config, mount):
ImageScraperEntity.__init__(self, app, api, config, mount, "lxbatch")
for x in ("cmscaf", "cmscafexclusive", "cmscafshared", "cmsexpress",
"cmsinter", "cmsphedex", "cmst0"):
map(lambda args: api.scraper.scrape(**args), (self._lemon(
(x, ), ["cpu", "net"],
"web",
"info",
"/lemon-web/images/",
entity="lxbatch/%s" % x,
time=0,
offset=0), ))
if x in ("cmscafexclusive", "cmscafshared", "cmsexpress"):
continue
map(lambda args: api.scraper.scrape(**args), (self._lemon(
(x, ), ["loadavg"],
"web",
"metric_distribution",
"cache/",
entity="lxbatch/%s" % x,
metric="LoadAvg",
field="LoadAvg"), ))
def __init__(self, app, api, config, mount):
ImageScraperEntity.__init__(self, app, api, config, mount, "transfers")
map(lambda args: api.scraper.scrape(**args),
(self._graph(("t0-ch-cern", "request"), "request",
link="dest", no_mss="false", span="3600",
node="T0_CH_CERN_MSS"),
self._graph(("t0-ch-cern", "pending", "self"), "pending",
link="dest", no_mss="false", span="3600",
from_node=".*", to_node="T0_CH_CERN"),
self._graph(("t0-ch-cern", "pending", "t1"), "pending",
link="link", no_mss="false", span="3600",
from_node="T0_CH_CERN_Export", to_node="T1.*"),
self._graph(("t0-ch-cern", "quality", "t1"), "quality_all",
link="link", no_mss="false", span="3600",
from_node="T0_CH_CERN_Export", to_node="T1.*"),
self._graph(("t0-ch-cern", "pending", "mss"), "pending",
link="link", no_mss="false", span="3600",
from_node="T0_CH_CERN_Export", to_node="T0_CH_CERN_MSS"),
self._graph(("t0-ch-cern", "quantity", "mss"), "quantity",
link="link", no_mss="false", span="3600",
from_node="T0_CH_CERN_Export", to_node="T0_CH_CERN_MSS"),
self._graph(("t0-ch-cern", "idle"), "idle",
link="link", no_mss="false", span="3600",
node="T0_CH_CERN_MSS"),
self._graph(("t0-ch-cern", "request"), "request",
link="dest", no_mss="false", span="3600",
node="T0_CH_CERN_MSS")))
for s in ("T1_CH_CERN", "T1_DE_KIT", "T1_ES_PIC", "T1_FR_CCIN2P3",
"T1_IT_CNAF", "T1_TW_ASGC", "T1_UK_RAL", "T1_US_FNAL",
"T2_CH_CERN"):
pretty = s.lower().replace("_", "-")
map(lambda args: api.scraper.scrape(**args),
(self._graph((pretty, "request"), "request",
link="dest", no_mss="false", span="3600",
node=s),
self._graph((pretty, "pending", "self"), "pending",
link="dest", no_mss="false", span="3600",
from_node=".*", to_node=s),
self._graph((pretty, "pending", "t0-t1"), "pending",
link="link", no_mss="true", span="3600",
from_node="^T[01]", to_node=s),
self._graph((pretty, "quality", "t0-t1"), "quality_all",
link="link", no_mss="true", span="3600",
from_node="^T[01]", to_node=s),
self._graph((pretty, "quantity", "buffer"), "quantity",
link="link", no_mss="true", span="3600",
from_node=".*", to_node=((s.startswith("T1")
and (s + "_Buffer"))
or s)),
self._graph((pretty, "quantity", "all"), "quantity",
link="link", no_mss="false", span="3600",
from_node=".*", to_node=s),
self._graph((pretty, "idle"), "idle",
link="link", no_mss="false", span="3600",
node=s),
self._graph((pretty, "request"), "request",
link="dest", no_mss="false", span="3600",
node=s)))
def __init__(self, app, api, config, mount):
ImageScraperEntity.__init__(self, app, api, config, mount, "job-queue")
for x in ("cmscaf1nd", "cmscaf1nh", "cmscaf1nw", "cmscafalcamille",
"cmexpress", "cmsinter", "cmsphedex", "cmsrelval",
"cmsrepack", "cmst0"):
api.scraper.scrape(**self._lrf((), [x],
"rrd_RUN_d.gif",
queue=x,
detailed=0,
auto_update=0,
time=0))
def __init__(self, app, api, config, mount):
ImageScraperEntity.__init__(self, app, api, config, mount, "job-queue")
for x in (
"cmscaf1nd",
"cmscaf1nh",
"cmscaf1nw",
"cmscafalcamille",
"cmexpress",
"cmsinter",
"cmsphedex",
"cmsrelval",
"cmsrepack",
"cmst0",
):
api.scraper.scrape(**self._lrf((), [x], "rrd_RUN_d.gif", queue=x, detailed=0, auto_update=0, time=0))
def __init__(self, app, api, config, mount):
ImageScraperEntity.__init__(self, app, api, config, mount, "lxbatch")
for x in ("cmscaf", "cmscafexclusive", "cmscafshared", "cmsexpress",
"cmsinter", "cmsphedex", "cmst0"):
map(lambda args: api.scraper.scrape(**args),
(self._lemon((x,), ["cpu", "net"],
"web", "info", "/lemon-web/images/",
entity="lxbatch/%s" % x, time=0, offset=0),))
if x in ("cmscafexclusive", "cmscafshared", "cmsexpress"):
continue
map(lambda args: api.scraper.scrape(**args),
(self._lemon((x,), ["loadavg"],
"web", "metric_distribution", "cache/",
entity="lxbatch/%s" % x, metric="LoadAvg", field="LoadAvg"),))
def __init__(self, app, api, config, mount):
ImageScraperEntity.__init__(self, app, api, config, mount, "c2cms")
# "server", "t0test" deliberately excluded - not monitored in sls/lemon
for x in ("default", "cmsprod", "cmsprodlogs", "cmst3", "t0export",
"t0streamer", "t0input", "t0temp", "t1transfer"):
xup = "CASTORCMS_%s" % x.upper()
map(lambda args: api.scraper.scrape(**args),
(self._lemon((x,), ["cpu", "net"],
"status", "info", "/lemon-status/images/",
entity="c2cms/%s" % x, time="0.0.5", offset=0),
self._lemon((x,), ["loadavg"],
"status", "metric_distribution", "cache/",
entity="c2cms/%s" % x, metric="LoadAvg", field="LoadAvg"),
self._sls((x,), ["availability"], "graph", id=xup,
more="availability", period="24h"),
self._sls((x,), ["disk-space"], "graph", id=xup,
more="nv:Total Space TB", period="day"),
self._sls((x,), ["disk-free"], "graph", id=xup,
more="nv:Percentage Free Space", period="week")))
def __init__(self, app, api, config, mount):
ImageScraperEntity.__init__(self, app, api, config, mount, "eoscms")
map(lambda args: api.scraper.scrape(**args),
(self._sls(("default",), ["availability"], "graph",
id="EOSCMS", more="availability", period="24h"),
self._sls(("default",), ["open-files"], "graph",
id="EOSCMS", more="nv_mult", no_nvs=2,
nv1="eos_space_ropen", nv2="eos_space_wopen",
grp="open files", period="24h"),
self._sls(("default",), ["disk-io"], "graph",
id="EOSCMS", more="nv_mult", no_nvs=2,
nv1="eos_space_diskreadratemb", nv2="eos_space_diskwriteratemb",
grp="aggeregate disk i/o rate MB/s", period="24h"),
self._sls(("default",), ["net"], "graph",
id="EOSCMS", more="nv_mult", no_nvs=2,
nv1="eos_space_netinratemib", nv2="eos_space_netoutratemib",
grp="aggeregate network rate MB/s", period="24h"),
self._sls(("default",), ["space-use"], "graph",
id="EOSCMS", more="nv_mult", no_nvs=2,
nv1="eos_space_nominalsize", nv2="eos_space_usedbytes",
rp="nominal vs used space", period="24h"),
self._sls(("default",), ["xroot-latency"], "graph",
id="EOSCMS", more="nv_mult", no_nvs=2,
nv1="XRDCPin time", nv2="XRDCPout time",
grp="XROOT access latency", period="24h"),
self._sls(("default",), ["srm-latency"], "graph",
id="EOSCMS", more="nv_mult", no_nvs=4,
nv1="PutFile time", nv2="GetFile time",
nv3="GetTurl time", nv4="DeleteFile time",
grp="SRM access latency", period="24h")))
for x in ("storage", "gridftp", "servers"):
map(lambda args: api.scraper.scrape(**args),
(self._lemon((x,), ["cpu", "net"],
"status", "info", "/lemon-status/images/",
entity="eoscms/%s" % x, time="0.0.5", offset=0),
self._lemon((x,), ["loadavg"],
"status", "metric_distribution", "cache/",
entity="eoscms/%s" % x, metric="LoadAvg", field="LoadAvg")))
def __init__(self, app, api, config, mount):
ImageScraperEntity.__init__(self, app, api, config, mount, "c2cms")
# "server", "t0test" deliberately excluded - not monitored in sls/lemon
for x in ("default", "cmsprod", "cmsprodlogs", "cmst3", "t0export",
"t0streamer", "t0input", "t0temp", "t1transfer"):
xup = "CASTORCMS_%s" % x.upper()
map(lambda args: api.scraper.scrape(**args),
(self._lemon((x, ), ["cpu", "net"],
"status",
"info",
"/lemon-status/images/",
entity="c2cms/%s" % x,
time="0.0.5",
offset=0),
self._lemon((x, ), ["loadavg"],
"status",
"metric_distribution",
"cache/",
entity="c2cms/%s" % x,
metric="LoadAvg",
field="LoadAvg"),
self._sls((x, ), ["availability"],
"graph",
id=xup,
more="availability",
period="24h"),
self._sls((x, ), ["disk-space"],
"graph",
id=xup,
more="nv:Total Space TB",
period="day"),
self._sls((x, ), ["disk-free"],
"graph",
id=xup,
more="nv:Percentage Free Space",
period="week")))
