Exemple #1
0
def read_and_scan_dataset(conf, status):

    """
    Reads files from a specific directory in filesystem
    and outputs metadata to elastic search database.
    """
    extract = ExtractSeq(conf)
    extract.read_and_scan_dataset()
Exemple #2
0
def store_dataset_to_file(conf, status):

    """
    Reads files from a specific directory in filesystem
    and stores their filenames and path to a file.
    """
    extract = ExtractSeq(conf)
    extract.store_dataset_to_file()
Exemple #3
0
def read_dataset_from_file_and_scan(conf, status):

    """
    Reads file paths form a given file, extracts metadata
    for each file and posts results to elastic search.
    """

    extract = ExtractSeq(conf)
    extract.read_dataset_from_file_and_scan()