示例#1
0
def get_BOM_data():
    # Get all sites that have vrm id
    sites = Sesh_Site.objects.exclude(vrm_site_id__isnull=True).exclude(vrm_site_id__exact='')
    logger.info("Running VRM data collection")
    for site in sites:
        logger.debug("Getting VRM data for %s"%site)
        try:
            v_client = VictronAPI(site.vrm_account.vrm_user_id,site.vrm_account.vrm_password)

            if v_client.IS_INITIALIZED:
                        bat_data = v_client.get_battery_stats(int(site.vrm_site_id))
                        sys_data = v_client.get_system_stats(int(site.vrm_site_id))
                        #This data is already localazied
                        logger.debug("got raw date %s with timezone %s"%(
                            sys_data['VE.Bus state']['timestamp'],
                            site.time_zone
                            ))
                        date = time_utils.epoch_to_datetime(float(sys_data['VE.Bus state']['timestamp']) , tz=site.time_zone)
                        #logger.debug("saving before localize  BOM data point with time %s"%date)
                        logger.debug("saving BOM data point with time %s"%date)
                        mains = False
                        #check if we have an output voltage on inverter input. Indicitave of if mains on
                        if sys_data['Input voltage phase 1']['valueFloat'] > 0:
                            mains = True

                        data_point = BoM_Data_Point(
                            site = site,
                            time = date,
                            soc = bat_data.get('Battery State of Charge (System)',{}).get('valueFloat',0),
                            battery_voltage = bat_data.get('Battery voltage',{}).get('valueFloat',0),
                            AC_Voltage_in =  sys_data['Input voltage phase 1']['valueFloat'],
                            AC_Voltage_out = sys_data['Output voltage phase 1']['valueFloat'],
                            AC_input = sys_data['Input power 1']['valueFloat'],
                            AC_output =  sys_data['Output power 1']['valueFloat'],
                            AC_output_absolute =  float(sys_data['Output power 1']['valueFloat']) +
                                                    float(sys_data.get('PV - AC-coupled on output L1',{}).get('valueFloat',0)),
                            AC_Load_in =  sys_data['Input current phase 1']['valueFloat'],
                            AC_Load_out =  sys_data['Output current phase 1']['valueFloat'],
                            inverter_state = sys_data['VE.Bus state']['nameEnum'],
                            pv_production = sys_data.get('PV - AC-coupled on output L1',{}).get('valueFloat',0),
                            #TODO these need to be activated
                            genset_state =  0,
                            main_on = mains,
                            relay_state = 0,
                            )
                	with transaction.atomic():
                        	data_point.save()
                        # Send to influx
                        send_to_influx(data_point, site, date, to_exclude=['time'])

                        # Alert if check(data_point) fails

        except IntegrityError, e:
            logger.debug("Duplicate entry skipping data point")
            pass
        except KeyError,  e:
            logger.warning("Sites %s is missing key while getting vrm data%s"%(site,e))
示例#2
0
def get_enphase_daily_stats(date=None):
        """
        Get enphase daily data or get aggregate data
        """
        calc_range = timedelta(minutes=15)

        #create enphaseAPI
        sites = Sesh_Site.objects.all()

        #return 'The test task executed with argument "%s" ' % param
        #get dates we want to get
        datetime_now = datetime.now()
        datetime_start = datetime_now - timedelta(days=1)
        system_results = {}

        if date:
            datetime_now = date
            datetime_start = datetime_now - timedelta(days=1)


        #turn them into epoch seconds
        datetime_start_epoch = time_utils.get_epoch_from_datetime(datetime_start)
        for site in sites:
                en_client = EnphaseAPI(settings.ENPHASE_KEY,site.enphase_ID)
                system_id = site.enphase_site_id
                print "gettig stats for %s"%system_id
                system_results = en_client.get_stats(system_id,start=datetime_start_epoch)

                #TODO handle exception of empty result
                print len(system_results['intervals'])
                for interval in system_results['intervals']:
                        #store the data
                        print interval
                        end_time_str = time_utils.epoch_to_datetime(interval['end_at'])
                        system_pv_data = PV_Production_Point(
                            site = site,
                            time = end_time_str,
                            wh_production = interval['enwh'],
                            w_production = interval['powr'],
                            #TODO time interval shouldn't be static this needs to be calculated based on data returned,
                            data_duration = calc_range
                            )
                        system_pv_data.save()
        return "updated enphase data %s"%site
示例#3
0
def get_enphase_daily_stats(date=None):
    """
        Get enphase daily data or get aggregate data
        """
    calc_range = timedelta(minutes=15)

    #create enphaseAPI
    sites = Sesh_Site.objects.all()

    #return 'The test task executed with argument "%s" ' % param
    #get dates we want to get default this is last 24 hours
    datetime_now = datetime.now()
    datetime_start = datetime_now - timedelta(days=1)
    system_results = {}

    if date:
        datetime_now = date
        datetime_start = datetime_now - timedelta(days=1)

    #turn them into epoch seconds
    datetime_start_epoch = time_utils.get_epoch_from_datetime(datetime_start)
    for site in sites:
        en_client = EnphaseAPI(settings.ENPHASE_KEY, site.enphase_ID)
        system_id = site.enphase_site_id
        #print "gettig stats for %s"%system_id
        system_results = en_client.get_stats(system_id,
                                             start=datetime_start_epoch)

        #TODO handle exception of empty result
        #print len(system_results['intervals'])
        for interval in system_results['intervals']:
            #store the data
            #print interval
            end_time_str = time_utils.epoch_to_datetime(interval['end_at'])
            system_pv_data = PV_Production_Point(
                site=site,
                time=end_time_str,
                wh_production=interval['enwh'],
                w_production=interval['powr'],
                #TODO time interval shouldn't be static this needs to be calculated based on data returned,
                data_duration=calc_range)
            system_pv_data.save()
    return "updated enphase data %s" % site
示例#4
0
def get_BOM_data():
    """
    Get data related to system voltage, SoC, battery voltage through Victro VRM portal
    """

    sites = Sesh_Site.objects.all()
    for site in sites:
        v_client = VictronAPI(site.vrm_user_id,site.vrm_password)
        #TODO figure out a way to get these automatically or add
        #them manually to the model for now
        #Also will the user have site's under thier account that they wouldn't like to pull data form?
        #This will throw an error when the objects are getting created
        for site_id in v_client.SYSTEMS_IDS:
            print "##### system id's %s out of %s"%(site_id,v_client.SYSTEMS_IDS)
            bat_data = v_client.get_battery_stats(site_id[0])
            sys_data = v_client.get_system_stats(site_id[0])
            date = time_utils.epoch_to_datetime(sys_data['VE.Bus state']['timestamp'] )
            print bat_data.keys()
            print sys_data
            data_point = BoM_Data_Point(
                site = site,
                time = date,
                soc = bat_data['Battery State of Charge (System)']['valueFloat'],
                battery_voltage = bat_data['Battery voltage']['valueFloat'],
                AC_input = sys_data['Input power 1']['valueFloat'],
                AC_output =  sys_data['Output power 1']['valueFloat'],
                AC_Load_in =  sys_data['Input current phase 1']['valueFloat'],
                AC_Load_out =  sys_data['Output current phase 1']['valueFloat'],
                inverter_state = sys_data['VE.Bus state']['nameEnum'],
                #TODO these need to be activated
                genset_state =  "off",
                relay_state = "off",
                )
            data_point.save()
            #TODO get bulk historical data with enphase and weather
            print "BoM Data saved"
示例#5
0
def get_BOM_data():
    # Get all sites that have vrm id
    sites = Sesh_Site.objects.exclude(vrm_site_id__isnull=True).exclude(
        vrm_site_id__exact='')
    logger.info("Running VRM data collection")
    for site in sites:

        logger.debug("Getting VRM data for %s" % site)
        v_client = VictronAPI(site.vrm_account.vrm_user_id,
                              site.vrm_account.vrm_password)

        bat_data = {}
        sys_data = {}
        pv_data = {}

        try:
            if v_client.IS_INITIALIZED:
                if site.has_batteries:
                    bat_data = v_client.get_battery_stats(int(
                        site.vrm_site_id))
                if site.has_pv:
                    pv_data = v_client.get_pv_stats(int(site.vrm_site_id))

                sys_data = v_client.get_system_stats(int(site.vrm_site_id))

                #This data is already localazied
                logger.debug("got raw date %s with timezone %s" %
                             (sys_data.get('VE.Bus state', {}).get(
                                 'timestamp', 0), site.time_zone))
                date = time_utils.epoch_to_datetime(float(
                    sys_data.get('VE.Bus state', {}).get('timestamp', 0)),
                                                    tz=site.time_zone)
                if not date:
                    date = timezone.now()

                #logger.debug("saving before localize  BOM data point with time %s"%date)
                data_point = BoM_Data_Point(site=site, time=date)
                logger.debug("saving BOM data point with time %s" % date)
                mains = False
                #check if we have an output voltage on inverter input. Indicitave of if mains on
                if sys_data.get('Input voltage phase 1',
                                {}).get('valueFloat') > 0:
                    mains = True

                data_point = BoM_Data_Point(site=site, time=date)
                data_point.soc = bat_data.get(
                    'Battery State of Charge (System)',
                    {}).get('valueFloat', 0)
                data_point.battery_voltage = bat_data.get(
                    'Battery voltage', {}).get('valueFloat', 0)
                data_point.battery_current = bat_data.get(
                    'Battery current', {}).get('valueFloat', 0)
                data_point.AC_Voltage_in = sys_data.get(
                    'Input voltage phase 1', {}).get('valueFloat', 0)
                data_point.AC_Voltage_out = sys_data.get(
                    'Output voltage phase 1', {}).get('valueFloat', 0)
                data_point.AC_input = sys_data.get('Input power 1',
                                                   {}).get('valueFloat', 0)
                data_point.AC_output = sys_data.get('Output power 1',
                                                    {}).get('valueFloat', 0)
                data_point.AC_output_absolute = float(
                    sys_data.get('Output power 1', {}).get('valueFloat', 0) +
                    float(
                        sys_data.get('PV - AC-coupled on output L1', {}).get(
                            'valueFloat', 0)))
                data_point.AC_Load_in = sys_data.get('Input current phase 1',
                                                     {}).get('valueFloat', 0)
                data_point.AC_Load_out = sys_data.get('Output current phase 1',
                                                      {}).get('valueFloat', 0)
                data_point.inverter_state = sys_data.get('VE.Bus state',
                                                         {}).get(
                                                             'nameEnum', '')
                data_point.relay_state = 0
                # Does  the ste have PV?
                if site.has_pv:
                    # AC coupled or DC coupled
                    if sys_data.get('PV - AC-coupled on output L1',
                                    {}).get('valueFloat', 0):
                        data_point.pv_production = sys_data.get(
                            'PV - AC-coupled on output L1',
                            {}).get('valueFloat', 0)  # For AC coupled systems
                    else:
                        data_point.pv_production = pv_data.get(
                            'PV - DC-coupled', {}).get('valueFloat', 0)
                #TODO these need to be activated
                data_point.genset_state = 0
                data_point.main_on = mains

                with transaction.atomic():
                    data_point.save()
                    # Send to influx
                    send_to_influx(data_point, site, date, to_exclude=['time'])

        except IntegrityError, e:
            logger.debug("Duplicate entry skipping data point")
            pass
        except Exception, e:
            message = "error with geting site %s data exception %s" % (site, e)
            logger.exception("error with geting site %s data exception" % site)
            handle_task_failure(message=message,
                                exception=e,
                                name='get_BOM_data')
            pass