Python ExportBuilder.SPLIT_SELECT_MULTIPLES Examples

Example #1

File: google_sheet_create.py Project: raeesaroj/fieldsight

def generate_form_report(sheet):
    group_delimiter = '/'
    form_id = sheet.form.id
    from onadata.libs.utils.export_tools import ExportBuilder, query_mongo
    fieldsight_xf = FieldSightXF.objects.get(pk=form_id)
    xform = fieldsight_xf.xf
    id_string = xform.id_string
    export_builder = ExportBuilder()
    export_builder.GROUP_DELIMITER = group_delimiter
    export_builder.SPLIT_SELECT_MULTIPLES = True
    export_builder.BINARY_SELECT_MULTIPLES = False
    export_builder.set_survey(xform.data_dictionary().survey)

    prefix = datetime.datetime.now().strftime("%Y_%m_%d_%H_%M_%S") + "__" + \
             xform.id_string
    temp_file = NamedTemporaryFile(prefix=prefix, suffix=(".xls"))
    filter_query = {
        '$and': [{
            'fs_project_uuid': str(form_id)
        }, {
            '$or': [{
                '_deleted_at': {
                    '$exists': False
                }
            }, {
                '_deleted_at': None
            }]
        }],
        '_deleted_at': {
            '$exists': False
        }
    }
    # filter_query = {"fs_project_uuid": str(form_id)}
    records = query_mongo(xform.user.username, xform.id_string, filter_query)
    export_builder.to_xls_export(temp_file.name, records, xform.user.username,
                                 xform.id_string, filter_query)

    if not os.path.exists("media/forms/"):
        os.makedirs("media/forms/")

    temporarylocation = "media/forms/submissions_{}.xls".format(
        xform.id_string)
    import shutil
    shutil.copy(temp_file.name, temporarylocation)
    upload_to_drive(temporarylocation,
                    str(fieldsight_xf.id) + '_' + id_string, None,
                    fieldsight_xf.project, sheet.user, sheet)

    os.remove(temporarylocation)

Example #2

File: google_sheet_sync.py Project: awemulya/fieldsight-1

def form_submission(form_id):
    from onadata.libs.utils.export_tools import ExportBuilder, query_mongo
    fieldsight_xf = FieldSightXF.objects.get(pk=form_id)
    xform = fieldsight_xf.xf
    export_builder = ExportBuilder()
    export_builder.GROUP_DELIMITER = group_delimiter
    export_builder.SPLIT_SELECT_MULTIPLES = True
    export_builder.BINARY_SELECT_MULTIPLES = False
    export_builder.set_survey(xform.data_dictionary().survey)

    prefix = datetime.datetime.now().strftime("%Y_%m_%d_%H_%M_%S") + "__" + \
            xform.id_string
    temp_file = NamedTemporaryFile(prefix=prefix, suffix=(".xls"))
    filter_query = {'$and': [{'fs_project_uuid': str(form_id)}, {'$or': [{
        '_deleted_at':{'$exists': False}}, {'_deleted_at': None}]}],
                    '_deleted_at': {'$exists': False}}
    # filter_query = {"fs_project_uuid": str(form_id)}
    records = query_mongo(xform.user.username, xform.id_string, filter_query)
    export_builder.to_xls_export(temp_file.name, records, xform.user.username,
                                 xform.id_string, filter_query)

    df = pd.read_excel(temp_file)
    df = df.applymap(unicode)

    # select multiples as Bool
    childrens = json.loads(xform.json)['children']
    select_multiples = [c['name'] for c in childrens if c['type'] == 'select all that apply']
    select_multiples_slash = [s+"/" for s in select_multiples]
    dict_keys = {"1.0": True, "0.0": False}
    for col in df.columns:
        for select_m_slash in select_multiples_slash:
            if select_m_slash in col:
                df = df.replace({col: dict_keys})

    df = df.replace('nan', '')

    try:
        print("df shape", df.shape)
        x, y = df.shape
        print(" total cell in sheets ==", x*y)
        values = df.values.tolist()
        values.insert(0, list(df.columns.values))
        return values
    except Exception as e:
        return [[]]
    return [[]]