Exemple #1
0
def hello(event, context):
    s3 = boto3.resource('s3')
    s3Obj = s3.Object('apartment-search', 'apartmentList.json')
    apartmentUrl = [
        'https://www.on-site.com/web/online_app/choose_unit?goal=6&attr=x20&property_id=286650&lease_id=0&unit_id=0&required=',
    ]

    page = requests.get(apartmentUrl[0])
    soup = BeautifulSoup(page.content, 'html.parser')

    apartmentList = json.loads(s3Obj.get()['Body'].read().decode('utf-8'))
    apartments = soup.findAll("tr", {"class": "unit_display"})

    resp = []
    for apt in apartments:
        if (apt['data-apartment-number'] not in apartmentList.keys()):
            resp.append(sendEmail(apt))
        apartmentList[apt['data-apartment-number']] = None

    s3Obj.put(Body=(bytes(json.dumps(apartmentList).encode('UTF-8'))))
    return '/n'.join(resp)
    applianceMetrics = json.loads(the_page)
    return applianceMetrics


if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("-d", "--disconnect_percentage", help="The amount of disconnected PVs we are willing to tolerate (in percentage)", default=MAX_DISCONN_PERCENTAGE, type=float)    
    parser.add_argument("url", help="This is the URL to the mgmt bpl interface of the appliance cluster. For example, http://arch.slac.stanford.edu/mgmt/bpl")    
    args = parser.parse_args()
    if not args.url.endswith('bpl'):
        print "The URL needs to point to the mgmt bpl; for example, http://arch.slac.stanford.edu/mgmt/bpl. ", args.url
        sys.exit(1)

    disconnected_precentage = args.disconnect_percentage
    applianceMetrics = getApplianceMetrics(args.url)
    if applianceMetrics:
        emailMsg = "Disconnected PVs in {0}\n".format(args.url)
        sendEmail= False
        for applianceMetric in applianceMetrics:
            connectedPVs = int(applianceMetric['connectedPVCount'])
            disconnectedPVs = int(applianceMetric['disconnectedPVCount'])
            totalPVs = connectedPVs + disconnectedPVs
            if((disconnectedPVs*100.0)/totalPVs) > disconnected_precentage:
                sendEmail = True
                emailMsg = emailMsg + "{0} of {1} PVs in appliance {2} are in a disconnected state\n".format(disconnectedPVs, totalPVs, applianceMetric['instance'])
        if sendEmail:
            emailHandler.sendEmail("Disconnected PVs in " + args.url, emailMsg, [])
    else:
        print "Cannot obtain appliance metrics"
        emailHandler.sendEmail("checkConnectedPVs", "Cannot obtain appliance metrics from " + args.url, [])
Exemple #3
0
def getTypeChangedPVs(bplURL):
    '''Get a list of PVs that changed type'''
    url = bplURL + '/getPVsByDroppedEventsTypeChange'
    req = urllib2.Request(url)
    response = urllib2.urlopen(req)
    the_page = response.read()
    typeChangedPVs = json.loads(the_page)
    return typeChangedPVs


if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument(
        "url",
        help=
        "This is the URL to the mgmt bpl interface of the appliance cluster. For example, http://arch.slac.stanford.edu/mgmt/bpl"
    )
    args = parser.parse_args()
    if not args.url.endswith('bpl'):
        print "The URL needs to point to the mgmt bpl; for example, http://arch.slac.stanford.edu/mgmt/bpl. ", args.url
        sys.exit(1)
    typeChangedPVs = getTypeChangedPVs(args.url)
    if typeChangedPVs:
        print len(typeChangedPVs), "PVs have changed type"
        emailHandler.sendEmail("PV Type changes",
                               "Some PVs have changed type in " + args.url,
                               [x['pvName'] for x in typeChangedPVs])
    else:
        print "No PVs have changed type"
import datetime
import time
import operator
import emailHandler

def getPVsWithEstimatedStorageGreaterThan(bplURL, limitInGbPerYear, limit):
    """
    Get a dict of PV to
    """
    resp = requests.get(bplURL + '/getStorageRateReport', params={"limit": limit})
    resp.raise_for_status()
    pv2s = { x["pvName"] : float(x["storageRate_GBperYear"]) for x in resp.json()}
    gpv2s = { k : v for k,v in pv2s.items() if v > limitInGbPerYear }
    return sorted(gpv2s.items(), key=operator.itemgetter(1), reverse=True)

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("url", help="This is the URL to the mgmt bpl interface of the appliance cluster. For example, http://arch.slac.stanford.edu/mgmt/bpl")
    parser.add_argument("maxsize", help="Report any PV's archiving at a rate greater than this rate. This is specified in GB/year.", type=float)
    parser.add_argument("--limit", help="Limit the number of entries in the report.", type=int, default=100)
    args = parser.parse_args()
    bplURL = args.url + "/" if not args.url.endswith("/") else args.url
    emailMsg = "PVs with estimated storage greater than {1}GB/year in {0}\n".format(bplURL, args.maxsize)
    sendEmail = False
    for (pv, gbperyear)  in getPVsWithEstimatedStorageGreaterThan(bplURL, args.maxsize, args.limit):
        emailMsg = emailMsg + "PV: {} Size(GB/year): {}\n".format(pv, gbperyear)
        sendEmail = True
    if sendEmail:
        print("Sending email...")
        emailHandler.sendEmail("PVs with excessive storage rate in " + args.url, emailMsg, [])
import urllib
import urllib2
import json
import datetime
import time
import emailHandler

def getTypeChangedPVs(bplURL):
    '''Get a list of PVs that changed type'''
    url = bplURL + '/getPVsByDroppedEventsTypeChange'
    req = urllib2.Request(url)
    response = urllib2.urlopen(req)
    the_page = response.read()
    typeChangedPVs = json.loads(the_page)
    return typeChangedPVs


if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("url", help="This is the URL to the mgmt bpl interface of the appliance cluster. For example, http://arch.slac.stanford.edu/mgmt/bpl")    
    args = parser.parse_args()
    if not args.url.endswith('bpl'):
        print "The URL needs to point to the mgmt bpl; for example, http://arch.slac.stanford.edu/mgmt/bpl. ", args.url
        sys.exit(1)
    typeChangedPVs = getTypeChangedPVs(args.url)
    if typeChangedPVs:
        print len(typeChangedPVs), "PVs have changed type"
        emailHandler.sendEmail("PV Type changes", "Some PVs have changed type in " + args.url, [x['pvName'] for x in typeChangedPVs])
    else:
        print "No PVs have changed type"