Python parse Examples

Example #1

File: test_output_br1.py Project: pitthsls/pycounter

    def setUp(self):
        filename = os.path.join(os.path.dirname(__file__), "data/C4BR2.tsv")
        rep = report.parse(filename)
        with csvhelper.UnicodeReader(filename, delimiter="\t") as report_reader:
            self.file_content = list(report_reader)

        self.output_content = rep.as_generic()

Example #2

File: test_output_jr1.py Project: trentontubbs/pycounter

    def setUp(self):
        filename = os.path.join(os.path.dirname(__file__), "data/C4JR1mul.csv")
        rep = report.parse(filename)
        with csvhelper.UnicodeReader(filename, delimiter=",") as report_reader:
            self.file_content = list(report_reader)

        self.output_content = rep.as_generic()

Example #3

File: test_unicode.py Project: bibliodrone/pycounter

    def test_csv_unicode(self):
        rep = report.parse(os.path.join(os.path.dirname(__file__),
                                        'data/simpleJR1.csv'))

        self.assertTrue(isinstance(rep.pubs[0].title, text_type))
        self.assertTrue(isinstance(rep.pubs[0].publisher, text_type))
        self.assertTrue(isinstance(rep.pubs[0].platform, text_type))

Example #4

File: test_output_jr1.py Project: avorio/pycounter

    def setUp(self):
        self.filename = os.path.join(os.path.dirname(__file__),
                                     'data/simpleJR1.tsv')
        self.rep = report.parse(self.filename)
        with csvhelper.UnicodeReader(self.filename,
                                     delimiter=',') as report_reader:
            self.file_content = list(report_reader)

        self.output_content = self.rep.as_generic()

Example #5

 def handle(self, *args, **options):
     data = report.parse(options['file'])
     organization = Organization.objects.get(
         internal_id=options['organization'])
     platform = Platform.objects.get(short_name=options['platform'])
     op, created = OrganizationPlatform.objects.get_or_create(
         platform=platform, organization=organization)
     if created:
         self.stderr.write(
             self.style.SUCCESS(
                 f'Created Organization-Platform connection between {organization} and {platform}'
             ))
     report_type = ReportType.objects.get(short_name=options['report_type'])
     reader = Counter4JR1Report()
     records = reader.read_report(data)
     stats = import_counter_records(report_type, organization, platform,
                                    records)
     self.stderr.write(self.style.WARNING(f'Import stats: {stats}'))

Example #6

 def test_import_br2_tsv(self, organizations, report_type_nd, platform):
     rt = report_type_nd(1, dimension_names=['Publisher'])
     from pycounter import report
     data = report.parse('apps/logs/tests/data/counter4_br2.tsv')
     reader = Counter4BR2Report()
     records = reader.read_report(data)
     assert len(records) == 60  # 12 months, 5 titles
     organization = organizations[0]
     import_batch = ImportBatch.objects.create(platform=platform,
                                               organization=organization,
                                               report_type=rt)
     assert AccessLog.objects.count() == 0
     stats = import_counter_records(rt, organization, platform, records,
                                    import_batch)
     assert AccessLog.objects.count() == 60
     assert stats['new logs'] == 60
     values = [
         al['value'] for al in AccessLog.objects.filter(
             target__name='Columbia Electronic Encyclopedia, 6th Edition').
         order_by('date').values()
     ]
     assert len(values) == 12
     assert values == [1, 10, 2, 3, 5, 0, 0, 0, 0, 0, 0, 0]

Example #7

File: test_bad_reports.py Project: yannsta/pycounter

def test_bogus_file_type():
    with pytest.raises(pycounter.exceptions.PycounterException):
        report.parse("no_such_file", "qsx")

Example #8

 def file_to_input(cls, filename: str):
     return report.parse(filename)

Example #9

 def setUp(self):
     self.report = report.parse(
         os.path.join(os.path.dirname(__file__), 'data/C4JR1GOA.csv'))

Example #10

def csv_jr1_report_common_data(request):
    return report.parse(
        os.path.join(os.path.dirname(__file__), "data", request.param))

Example #11

File: test_filetype_detection.py Project: trentontubbs/pycounter

 def setUp(self):
     self.report = report.parse(
         os.path.join(os.path.dirname(__file__), "data/xlsxJR1"))

Example #12

File: test_jr1_xslx.py Project: bibliodrone/pycounter

 def setUp(self):
     self.report = report.parse(os.path.join(os.path.dirname(__file__),
                                'data/JR1.xlsx'))

Example #13

File: conftest.py Project: pitthsls/pycounter

def csv_jr1_report(request):
    """Various CSV format JR1 reports."""
    return report.parse(os.path.join(os.path.dirname(__file__), "data", request.param))

Example #14

def test_unicode_fields(filename, attribute):
    """All parsers should return text fields as unicode"""
    rep = report.parse(os.path.join(os.path.dirname(__file__), "data", filename))
    assert isinstance(getattr(rep.pubs[0], attribute), text_type)

Example #15

File: test_output_br1.py Project: trentontubbs/pycounter

    def setUp(self):
        self.filename = os.path.join(os.path.dirname(__file__),
                                     "data/C4BR1.tsv")
        self.rep = report.parse(self.filename)

        self.output_content = self.rep.as_generic()

Example #16

File: test_filetype_detection.py Project: Wooble/pycounter

 def setUp(self):
     self.report = report.parse(
         os.path.join(os.path.dirname(__file__), "data/xlsxJR1")
     )

Example #17

File: test_jr1_csv.py Project: chill17/pycounter

 def setUp(self):
     self.report = report.parse(os.path.join(os.path.dirname(__file__),
                                             'data/C4JR1_bad.csv'))

Example #18

File: test_jr1_csv.py Project: chill17/pycounter

 def setUp(self):
     self.report = report.parse(os.path.join(os.path.dirname(__file__),
                                             'data/simpleJR1.csv'))

Example #19

File: test_jr1_xslx.py Project: withnale/pycounter

 def setUp(self):
     self.report = report.parse(
         os.path.join(os.path.dirname(__file__), 'data/JR1_bad.xlsx'))

Example #20

File: test_output_jr1.py Project: chill17/pycounter

 def setUp(self):
     self.filename = os.path.join(os.path.dirname(__file__),
                                  'data/simpleJR1.tsv')
     self.rep = report.parse(self.filename)

Example #21

File: conftest.py Project: pitthsls/pycounter

def csv_jr1_report_common_data(request):
    """JR1 reports with shared common data we can make assertions about."""
    return report.parse(os.path.join(os.path.dirname(__file__), "data", request.param))

Example #22

File: test_jr1_xslx.py Project: trentontubbs/pycounter

def jr1_report(request):
    return report.parse(
        os.path.join(os.path.dirname(__file__), "data", request.param))

Example #23

File: conftest.py Project: pitthsls/pycounter

def jr1_report_xlsx(request):
    """Excel formatted JR1 reports."""
    return report.parse(os.path.join(os.path.dirname(__file__), "data", request.param))

Example #24

 def setUp(self):
     self.report = report.parse(
         os.path.join(os.path.dirname(__file__), 'data/simpleJR1.tsv'))

Example #25

File: test_output_jr1.py Project: trentontubbs/pycounter

 def setUp(self):
     self.filename = os.path.join(os.path.dirname(__file__), "data/simpleJR1.tsv")
     self.rep = report.parse(self.filename)

Example #26

File: test_filetype_detection.py Project: avorio/pycounter

 def setUp(self):
     self.report = report.parse(os.path.join(os.path.dirname(__file__),
                                             'data/tsvC4JR1'))

Example #27

File: test_jr1_csv.py Project: Wooble/pycounter

 def setUp(self):
     self.report = report.parse(
         os.path.join(os.path.dirname(__file__), "data/C4JR1my.csv")
     )

Example #28

File: conftest.py Project: pitthsls/pycounter

def csv_jr1_report_std(request):
    """Standard (non-GOA) JR1 reports."""
    return report.parse(os.path.join(os.path.dirname(__file__), "data", request.param))

Example #29

File: test_jr1_csv.py Project: loadbrain/pycounter

def test_counter3_deprecation():
    with pytest.warns(DeprecationWarning):
        report.parse(
            os.path.join(os.path.dirname(__file__), "data/simpleJR1.csv"))

Example #30

File: conftest.py Project: pitthsls/pycounter

def csv_jr1_r4_report(request):
    """Revision 4 JR1 reports."""
    return report.parse(os.path.join(os.path.dirname(__file__), "data", request.param))

Example #31

File: test_jr1_csv.py Project: loadbrain/pycounter

 def setUp(self):
     self.report = report.parse(
         os.path.join(os.path.dirname(__file__), "data/C4JR1my.csv"))

Example #32

File: conftest.py Project: Wooble/pycounter

def csv_jr1_r4_report(request):
    return report.parse(os.path.join(os.path.dirname(__file__), "data", request.param))

Example #33

File: test_output_br1.py Project: pitthsls/pycounter

    def setUp(self):
        self.filename = os.path.join(os.path.dirname(__file__), "data/C4BR1.tsv")
        self.rep = report.parse(self.filename)

        self.output_content = self.rep.as_generic()

Example #34

File: conftest.py Project: yannsta/pycounter

def parsedata(filename):
    """Helper function returns a report from a filename relative to data directory."""
    return report.parse(
        os.path.join(os.path.dirname(__file__), "data", filename))

Example #35

def csv_jr1_report(request):
    return report.parse(os.path.join(os.path.dirname(__file__),
                                     'data', request.param))