time python cli.py -nopp 2 -dcf config/db_config.DEV.json -pcf config/proc/RC/rest_iq/RC_Balance_Cash.json --proc_params \
'2019/07/31' e***1
time python cli.py -nopp 2 -dcf config/db_config.DEV.json -pcf config/proc/RC/rest_iq/RC_Balance_Cash.json --proc_params \
'auto' e***1
time python cli.py -nopp 3 -dcf config/db_config.DEV.json -pcf config/proc/data_sync/iq_file_vert/delta_load.json --proc_params \
Position.ME_FinancingPosition "WHERE AccountingDate='2019-08-31' and client=223906" test -ld 100
time python cli.py -nopp 3 -dcf config/db_config.DEV.json -pcf config/proc/data_sync/vert_file_iq/delta_load.json --proc_params \
Position.ME_FinancingPosition "WHERE AccountingDate='2019-08-31' and client=223906" test -ld 100
time python cli.py -nopp 3 --dump -dcf config/db_config.DEV.json -pcf config/proc/ficc/iq_rest_iq/DY_FiccDistribution.json --proc_params \
Repo '2019-08-30' e5***@1
time python cli.py -nopp 3 --dump -dcf config/db_config.DEV.json -pcf config/proc/ficc/iq_rest_iq/ME_FiccDistribution.json \
--proc_params Repo '2019-08-31' e5***@1
export G3_TEMP_DIR=/tmp/gfin
time ~/python3/bin/python3 cli.py -nopp 1 -dcf config/db_config.DEV.json -pcf config/proc/g3/dir_gfin_vertica/gfin.json --proc_params \
./legacy/gfin
Params: --workingDir
time ~/python3/bin/python3 cli.py -nopp 1 -dcf config/db_config.DEV.json -pcf config/proc/g3/dir_grds_vertica/grds.json --proc_params ./legacy/grds
Params: --workingDir
time python3 cli.py -nopp 1 -dcf config/db_config.DEV.json -pcf config/proc/g3/dir_gtx_vertica/gtx.json --proc_params ./legacy/gtx
Params: --workingDir
time python cli.py -nopp 3 --dump -dcf config/db_config.DEV.json -pcf config/proc/ficc/iq_rest_iq/DY_FiccDistribution.json \
--proc_params Repo '2019-05-31' e5569eb7-e333-4e28-ad77-0f224a7d2499@1
time python cli.py -nopp 3 --dump -dcf config/db_config.DEV.json -pcf config/proc/ficc/iq_rest_iq/ME_FiccDistribution.json \
--proc_params Repo '2019-05-31' e5569eb7-e333-4e28-ad77-0f224a7d2499@1
time ~/python3/bin/python3 cli.py -nopp 27 -dcf config/db_config.DEV.json -rte DEV -pcf config/proc/position/iq_proc_dir_v/DY_Position_TD.json --proc_params \
223906 "EOD" 2019/8/1 "DESK" "CEFL" "DEFAULT" "REGULAR" "1" "0" "NONE" "*" "*" "N" "0" "0" "NONE" "NONE" "ALL" "0" "MONTH_END" "N" "ALL" "*" "0" "*" "N" "*"
223906
time python tools/loader/position/iq_proc_dir_v.py -t DY_Position_TD -yr 2019 -mf 8 -mt 8 -df 1 -dt eom -cl 223906 -cr ACCT --dry
223907 (all of aug 2019)
time python tools/loader/position/iq_proc_dir_v.py -t DY_Position_TD -yr 2019 -mf 8 -mt 8 -df 1 -dt eom -cl 223907 -cr ACCT --dry
223907 ( aug 22 2019)
time python tools/loader/position/iq_proc_dir_v.py -t DY_Position_TD -yr 2019 -mf 8 -mt 8 -df 22 -dt 22 -cl 223907 -cr ACCT --dry
time ~/python3/bin/python3 cli.py -nopp 27 --dump -dcf config/db_config.PROD.json -rte PROD -pcf config/proc/position/iq_proc_dir_iq/DY_Position_TD.json -ld 37 --proc_params \
223906 "EOD" 2019/1/1 "DESK" "CEFL" "DEFAULT" "REGULAR" "1" "0" "NONE" "*" "*" "N" "0" "0" "NONE" "NONE" "ALL" "0" "MONTH_END" "N" "ALL" "*" "0" "*" "N" "*"
time ~/python3/bin/python3 cli.py -nopp 27 --dump -dcf config/db_config.PROD.json -rte PROD -pcf config/proc/position/iq_proc_dir_iq/ME_Position_TD.json -ld 30 --proc_params 223906 "EOD" 2019/1/31 "DESK" "CEFL" "DEFAULT" "REGULAR" "1" "0" "NONE" "*" "*" "N" "0" "0" "NONE" "NONE" "ALL" "0" "FULL" "N" "ALL" "*" "0" "*" "Y" "*"
time python tools/loader/position/iq_proc_dir_iq.py -t DY_Position_TD -yr 2019 -mf 1 -mt 1 -cl 223906 -df 1 -dt eom -cr DESK -bu CEFL -ld 37
time python tools/loader/position/iq_proc_dir_iq.py -t ME_Position_TD -yr 2019 -mf 1 -mt 1 -cl 223906 -cr DESK -bu CEFL -ld 30
~/python27/bin/python2 cli.py -nopp 1 -dcf config/db_config.DEV.json -pcf config/proc/g3/file_gfin_lite/gfin.json --proc_params ./gfin
Open SQLite cli:
python ~/litecli/main.py dump/lite/20190829_160315/SQLite.db
describe table: PRAGMA table_info([Barrier])
Count: Select count(*) from Barrier
- From table name
- From query
- IQ->StreamSlicer->S3->Snowflake
- SQL->StreamSlicer->S3->Snowflake
- Snowflake->REST->Snowflake
- IQ->memory->SQLServer
- Dir->S3->Snowflake
- IQ->File
- SQL->File
- Teardown
- Position
- PNL
- Ficc
- File load (Subledger)
- Data Sync (HydraPNLEntries)
- Data Dump (HydraPNLEntries)
- Teardown
- Stream
- From File
- Memory
- REST
- From IQ
- From Snowflake
- Into Snowflake
- S3
- From SQLServer
- Into SQLServer
- Into File
- Compare 2 sides