def redmine_issues(redmine_id, stat_id, odbor_name):
""" redmine: pocet otevrenych podani odboru nebo jine slozky.
vytvori dva druhy metriky: prvni pro vsechna podani, druha pouze pro podani od 1.1.2019 (maji 'NEW' ve jmene metriky)
redmine_id identifikace odboru v Redmine (soucast url)
stat_id identifikace odboru ve statistikach, soucast ID statistiky, napr pro 'AO'
to bude REDMINE_AO_OPENTICKETS_COUNT
odbor_name jmeno odboru v dlouhem popisu statitstiky, napriklad 'Kancelar'
"""
base_url = 'https://redmine.pirati.cz/projects/%s/issues.json?tracker_id=12' % redmine_id
resp = func.get_json(base_url)
if resp:
original_count = resp['total_count']
all_issues = []
if original_count:
total_count, offset, total_sum = 0, 0, 0
while offset < original_count:
resp = func.get_json(base_url +
'&limit=100&offset=%s' % offset)
offset += 100
all_issues.extend(resp['issues'])
# ze ziskanych dat staci jen datumy
all_issues = lmap(
lambda x: datetime.datetime.strptime(x[
'start_date'][:10], "%Y-%m-%d").date(), all_issues)
new_issues = list(
filter(lambda x: x >= datetime.date(2019, 1, 1), all_issues))
sum_all_issues_ages = sum(
lmap(lambda x: (datetime.date.today() - x).days, all_issues))
sum_new_issues_ages = sum(
lmap(lambda x: (datetime.date.today() - x).days, new_issues))
func.Stat(
dbx, "REDMINE_%s_OPENTICKETS_COUNT" % stat_id, len(all_issues), 0,
'Pocet otevrenych podani slozky %s, REST dotazem do Redmine' %
odbor_name)
func.Stat(
dbx, "REDMINE_%s_NEWOPENTICKETS_COUNT" % stat_id, len(new_issues),
0,
'Prumerne stari otevrenych podani (po 1.1.2019) slozky %s, REST dotazem do Redmine'
% odbor_name)
if len(all_issues):
func.Stat(
dbx, "REDMINE_%s_OPENTICKETS_AGE" % stat_id,
round(sum_all_issues_ages / len(all_issues), 2), 0,
'Prumerne stari otevrenych podani slozky %s, REST dotazem do Redmine'
% odbor_name)
if len(new_issues):
func.Stat(
dbx, "REDMINE_%s_NEWOPENTICKETS_AGE" % stat_id,
round(sum_new_issues_ages / len(new_issues), 2), 0,
'Prumerne stari otevrenych podani (po 1.1.2019) slozky %s, REST dotazem do Redmine'
% odbor_name)
def _counts(url):
resp = func.get_json(url)
if resp and len(resp):
resp = lmap(
lambda x: (datetime.date.today() - datetime.datetime.strptime(
x['updatedStamp'], "%d.%m.%Y, %H:%M").date()).days, resp)
return (sum(resp), len(resp))
def get_data(self):
try:
self.lat, self.lon = func.get_coord(self.city)
self.json_data = func.get_json(self.lat, self.lon)
self.weather_data = func.pars_weather_data(self.json_data)
return True
except:
QtWidgets.QMessageBox.warning(
self, 'Ошибка', 'Город не найден! Попробуйте другой.')
return False
def main():
# testovaci nahodna hodnota
func.Stat(dbx, "RANDOM", random.randint(1, 1000), 0,
'Nahodna hodnota bez vyznamu, jako test funkcnosti statistik')
# Pocet lidi *se smlouvami* placenych piraty - jako pocet radku z payroll.csv, obsahujich 2 ciselne udaje oddelene carkou
lines = func.getLines(
'https://raw.githubusercontent.com/pirati-byro/transparence/master/payroll.csv',
arg('v'))
if lines:
func.Stat(
dbx, "PAYROLL_COUNT", len(func.grep(r'[0-9]+,[0-9]+', lines)), 0,
'Pocet lidi placenych piraty, zrejme zastarale: jako pocet radku v souboru https://raw.githubusercontent.com/pirati-byro/transparence/master/payroll.csv'
)
# piroplaceni: pocet a prumerne stari (od data posledni upravy) zadosti ve stavu "Schvalena hospodarem" (state=3)
resp = func.get_json(
'https://piroplaceni.pirati.cz/rest/realItem/?format=json&state=3')
if resp:
func.Stat(
dbx, "PP_APPROVED_COUNT", len(resp), 0,
'Pocet zadosti o proplaceni ve stavu Schvalena hospodarem, REST dotazem do piroplaceni'
)
if len(resp):
resp = lmap(
lambda x: (datetime.date.today() - datetime.datetime.strptime(
x['updatedStamp'], "%d.%m.%Y, %H:%M").date()).days, resp)
func.Stat(
dbx, "PP_APPROVED_AGE", round(sum(resp) / len(resp), 2), 0,
'Prumerne stari zadosti o proplaceni ve stavu Schvalena hospodarem, REST dotazem do piroplaceni'
)
# piroplaceni: pocet a prumerne stari (od data posledni upravy) zadosti ve stavu "Ke schvaleni hospodarem" (state=2)
resp = func.get_json(
'https://piroplaceni.pirati.cz/rest/realItem/?format=json&state=2')
if resp:
func.Stat(
dbx, "PP_TOAPPROVE_COUNT", len(resp), 0,
'Pocet zadosti o proplaceni ve stavu Ke schvaleni hospodarem, REST dotazem do piroplaceni'
)
if len(resp):
resp = lmap(
lambda x: (datetime.date.today() - datetime.datetime.strptime(
x['updatedStamp'], "%d.%m.%Y, %H:%M").date()).days, resp)
func.Stat(
dbx, "PP_TOAPPROVE_AGE", round(sum(resp) / len(resp), 2), 0,
'Prumerne stari zadosti o proplaceni ve stavu Ke schvaleni hospodarem, REST dotazem do piroplaceni'
)
# piroplaceni: prumerne stari (od data posledni upravy) zadosti ve stavu "Ke schvaleni hospodarem" nebo "Rozpracovana"
def _counts(url):
resp = func.get_json(url)
if resp and len(resp):
resp = lmap(
lambda x: (datetime.date.today() - datetime.datetime.strptime(
x['updatedStamp'], "%d.%m.%Y, %H:%M").date()).days, resp)
return (sum(resp), len(resp))
sums = list(
_counts(
'https://piroplaceni.pirati.cz/rest/realItem/?format=json&state=1'
)) # rozprac
x = _counts(
'https://piroplaceni.pirati.cz/rest/realItem/?format=json&state=2'
) # ke schvaleni hosp
sums[0] += x[0]
sums[1] += x[1]
func.Stat(
dbx, "PP_UNAPPROVED_AGE", round(sums[0] / sums[1], 2), 0,
'Prumerne stari zadosti o proplaceni ve stavu Ke schvaleni hospodarem nebo Rozpracovana, pocitano od data posledni upravy. REST dotazem do piroplaceni'
)
# pocet priznivcu, z fora
stat_from_regex('PI_REGP_COUNT',
'https://forum.pirati.cz/memberlist.php?mode=group&g=74',
r'<div class=\"pagination\">\s*(.*?)\s*už',
"Pocet registrovanych priznivcu")
# redmine: pocty a prumerna stari otevrenych podani pro jednotlive organizacni slozky
redminers = json.loads(
func.getUrlContent(
'https://raw.githubusercontent.com/Jarmil1/pistat-conf/yt-rm-to-conf/redminers.json'
))
for acc in redminers:
redmine_issues(acc['redmine_id'], acc['stat_id'],
acc['department_name'])
# Zustatky na vsech transparentnich FIO uctech uvedenych na wiki FO
content = func.getUrlContent("https://wiki.pirati.cz/fo/seznam_uctu")
if content:
fioAccounts = list(
set(re.findall(r'[0-9]{6,15}[ \t]*/[ \t]*2010', content)))
total = 0
for account in fioAccounts:
account = account.split("/")[0].strip()
total += statFioBalance(account)
func.Stat(
dbx, "BALANCE_FIO_TOTAL", total, 0,
'Soucet zustatku na vsech FIO transparentnich uctech, sledovanych k danemu dni'
)
# Pocty clenu v jednotlivych KS a celkem ve strane (prosty soucet dilcich)
total = 0
for id in PIRATI_KS:
total += statNrOfMembers(id, PIRATI_KS[id])
func.Stat(dbx, "PI_MEMBERS_TOTAL", total, 0,
'Pocet clenu CPS celkem, jako soucet poctu clenu v KS')
# piratske forum
stat_forum()
youtubers = json.loads(
func.getUrlContent(
'https://raw.githubusercontent.com/Jarmil1/pistat-conf/yt-rm-to-conf/youtubers.json'
))
# pocty odberatelu vybranych Youtube kanalu
for id in youtubers:
# odberatelu
content = func.getUrlContent(youtubers[id][0])
m = re.findall(r'([\xa00-9]+)[ ]+odb.{1,1}ratel', content)
value = int(re.sub(r'\xa0', '', m[0])) if m else 0
func.Stat(
dbx, id + '_SUBSCRIBERS', value, 0,
"Odberatelu youtube kanalu, scrappingem verejne Youtube stranky")
# shlednuti
content = func.getUrlContent(youtubers[id][1])
m = re.findall(r'<b>([\xa00-9]+)</b> zhl.{1,1}dnut', content)
value = int(re.sub(r'\xa0', '', m[0])) if m else 0
func.Stat(
dbx, id + '_VIEWS', value, 0,
"Pocet shlednuti youtube kanalu, scrappingem verejne Youtube stranky"
)
# pocty followeru a tweetu ve vybranych twitter kanalech, konfiguraci nacti z druheho gitu
twitter_accounts = func.filter_config(
func.getLines(
'https://raw.githubusercontent.com/Jarmil1/pistat-conf/master/twitters'
))[:200]
for id in twitter_accounts:
content = func.getUrlContent("https://twitter.com/%s" % id)
if content:
m = re.findall(r'data-count=([0-9]*)', content)
if m:
func.Stat(
dbx, "TWITTER_%s_FOLLOWERS" % id.upper(), int(m[2]), 0,
"Followers uzivatele, scrappingem verejneho profilu na Twitteru (treti nalezene cislo)"
) # hack, predpoklada toto cislo jako treti nalezene
func.Stat(
dbx, "TWITTER_%s_TWEETS" % id.upper(), int(m[0]), 0,
"Tweets uzivatele, scrappingem verejneho profilu na Twitteru (prvni nalezene cislo)"
) # hack dtto
if len(m) > 3:
func.Stat(
dbx, "TWITTER_%s_LIKES" % id.upper(), int(m[3]), 0,
"Likes uzivatele, scrappingem verejneho profilu na Twitteru (ctvrte nalezene cislo)"
) # hack dtto
else:
print(id, "skipped: no likes found")
else:
print(id, "skipped: this account does not exist?")