示例#1
0
#!/usr/bin/env python
from os import listdir
from os.path import isfile, join
import csv
import json
import persistqueue
import requests
import shutil
scanpath='/home/ganesh/uploads'
processedPath='/home/ganesh/processed'
rows = []
csvFileNames = [f for f in listdir(scanpath) if isfile(join(scanpath, f))]
jobQueue = persistqueue.UniqueAckQ('csv-processor')
for csvFileName in csvFileNames:
    fqFileName=scanpath + '/' + csvFileName
    fqDestFilename=processedPath + '/' + csvFileName
    try:
        with open(fqFileName) as csvfile:
            reader = csv.DictReader(csvfile)
            for row in reader:
                try:
                    convrow = dict((k.lower().replace(' ', '_'), v) for k,v in row.iteritems())
                    convrow['wfSource'] = 'delhi_covid_positive_csv'
                    body = { 'id' : 'delhi_csv', 'body' : convrow, 'apiPath' : csvFileName }
                    jobQueue.put(json.dumps(body))
                    print('Queued job: ' + convrow['icmr_id'])
                except:
                    print('Error processing row: ' + str(row))
    except:
        print('Error processing file: ' + fqFileName)
    print('Items queued for file [' + csvFileName + ']: ' + str(jobQueue.size))
示例#2
0
from os.path import isfile, join
import csv
import json
import persistqueue
import requests
import shutil
import time
import calendar
import math
import datetime
import re
scanpath = 'upload_aes_monitoring'
processedPath = 'processed_aes_monitoring'
rows = []
csvFileNames = [f for f in listdir(scanpath) if isfile(join(scanpath, f))]
jobQueue = persistqueue.UniqueAckQ('aes-monitoring')
statesmanUrl = "http://localhost:8080"
foxtrotUrl = "http://localhost:8082"
date_fields = ['end_date']
phones = set()
stateWorkflows = {"bihar": "c0c11200-0630-439d-a458-9ac21fdfa2a8"}
CURRENT_DATE = datetime.date.today()
DAY_START_TIME = (int(
    datetime.datetime(CURRENT_DATE.year, CURRENT_DATE.month, CURRENT_DATE.day,
                      0, 0, 0).strftime('%s'))) * 1000
mandatoryFields = ['name', 'mobile_number', 'state', 'end_date']


def now():
    return calendar.timegm(time.gmtime()) * 1000
示例#3
0
from os import listdir
from os.path import isfile, join
import csv
import json
import persistqueue
import requests
import shutil
import time
import calendar
import math

scanpath = 'upload_end_all_workflows'
processedPath = 'processed_end_all_workflows'
rows = []
csvFileNames = [f for f in listdir(scanpath) if isfile(join(scanpath, f))]
jobQueue = persistqueue.UniqueAckQ('end-all-workflows')
fqls = [
    """select distinct(eventData.workflowId) from statesman where eventData.data.mobile_number = '%s'""",
    """select distinct(eventData.workflowId) from statesman where eventData.data.contact_number = '%s'""",
    """select distinct(eventData.workflowId) from statesman where eventData.data.phone = '%s'"""
]


def now():
    return calendar.timegm(time.gmtime()) * 1000


def epoch_time(str_time):
    return (int(time.mktime(time.strptime(str_time, "%d/%m/%Y")))) * 1000
示例#4
0
from os import listdir
from os.path import isfile, join
import csv
import json
import persistqueue
import requests
import shutil
import time
import calendar
import math

scanpath = 'upload_covid_monitoring'
processedPath = 'processed_covid_monitoring'
rows = []
csvFileNames = [f for f in listdir(scanpath) if isfile(join(scanpath, f))]
jobQueue = persistqueue.UniqueAckQ('covid-monitoring')
statesmanUrl = "http://localhost:8080"
phones = set()
stateWorkflows = {
    "delhi":
    "3efd0e4b-a6cc-4e59-9f88-bb0141a66142",
    "punjab":
    "933bed6c-e6a6-4de4-9ea8-7a31d64a08dc','11dd4791-472b-454b-8f7a-39a589a6335c"
}


def now():
    return calendar.timegm(time.gmtime()) * 1000


def epoch_time(str_time):
示例#5
0
#!/usr/bin/env python
from os import listdir
from os.path import isfile, join
import csv
import json
import persistqueue
import requests
import shutil
scanpath = 'uploads'
processedPath = 'processed'
rows = []
csvFileNames = [f for f in listdir(scanpath) if isfile(join(scanpath, f))]
jobQueue = persistqueue.UniqueAckQ('ka-covid-csv-processor')
fieldsRequired = [
    'repeat_sample_negative_on', 'symptom_status', 'geotag_ward',
    'date_of_hospitalization', 'created_on', 'district_of_residence',
    'test_method', 'owner', 'date_of_sample_collection', 'secondary_contacts',
    'hospitalization_type', 'contact_number', 'modified_by', 'flight_details',
    'geotag_address', 'created_by', 'record_status', 'patient_name',
    'symptoms', 'email', 'modified_on', 'district_p_code', 'date_of_travel',
    'date_of_discharge', 'icmr_address', 'description', 'state_p_code',
    'confirmation_date', 'patient_id', 'hospitalization_at',
    'state_of_residence', 'date_of_death', 'icmr_ward', 'symptoms_condition',
    'geotag_zone', 'remarks', 'status_reason', 'result_declared_on',
    'admitted_district', 'primary_contacts', 'gender', 'age', 'current_status',
    'record_created_on', 'icmr_id', 'icmr_zone', 'status', 'location_address',
    'repeat_sample_sent_on', 'laboratory_code', 'laboratory_name',
    'date_of_onset_of_symptoms'
]

for csvFileName in csvFileNames: