Example #1
0
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(
             self.input_file,
             self.output_path,
             'cleaned'
         )
     )
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(
             'identity_eda.csv',
             self.output_path,
             datetime.now().strftime('%Y%m%d')
         )
     )
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(
             self.input_file,
             self.output_path,
             'post',
             '.txt'
         )
     )
Example #4
0
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(
             self.input_file,
             self.output_path,
             'extracted',
             '.xml'
         )
     )
Example #5
0
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(
             self.input_file,
             self.output_path,
             'triples',
             '.ttl'
         )
     )
Example #6
0
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(
             self.input_file,
             self.output_path,
             'unique_identifiers',
             '.json'
         )
     )
    def run(self):
        '''  '''
        self._configure()

        temp_csv = generate_output_filename(
            'identity.csv',
            self.output_path,
            datetime.now().strftime('%Y%m%d')
        )

        self._compile(temp_csv)

        df = pd.DataFrame.from_csv(temp_csv, sep=self.delimiter)
        counts = self.process_response(df)
        counts.to_csv(self.output().path)
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(self.input_file, self.output_path, 'post',
                                  '.txt'))
Example #9
0
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(self.input_file, self.output_path,
                                  'extracted', '.xml'))
Example #10
0
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(self.input_file, self.output_path,
                                  'cleaned'))
Example #11
0
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(self.input_file, self.output_path,
                                  'triples', '.ttl'))
Example #12
0
 def output(self):
     return luigi.LocalTarget(
         generate_output_filename(self.input_file, self.output_path,
                                  'unique_identifiers', '.json'))