outputFormat = OutputDisposition.OutputFormat.SQL_INSERT_STATEMENTS else: outputFormat = OutputDisposition.OutputFormat.SQL_INSERTS_AND_CSV outSQLFile = OutputFile(outFullPath, outputFormat, options='wb') # overwrite any sql file that's there jsonConverter = JSONToRelation(InURI(args.inFilePath), outSQLFile, mainTableName='EdxTrackEvent', logFile=logFile ) try: jsonConverter.setParser(EdXTrackLogJSONParser(jsonConverter, 'EdxTrackEvent', replaceTables=args.dropTables, dbName='Edx' )) except Exception as e: with open(logFile, 'w') as fd: fd.write("In json2sql: could not create EdXTrackLogJSONParser: %s" % `e`) # Try to delete the .sql file that was created when # the OutputFile instance was made in the JSONToRelation # instantiation statement above: try: outSQLFile.remove(); except Exception as e: pass sys.exit(1) jsonConverter.convert()
outSQLFile, mainTableName='EdxTrackEvent', logFile=logFile) try: # Setting useDisplayNameCache to True prevents guaranteed # pulling of Modulestore from the backup---and expensive # operation. Note that cronRefreshModulestore.sh will # cause the cache to be refreshed: jsonConverter.setParser( EdXTrackLogJSONParser(jsonConverter, 'EdxTrackEvent', replaceTables=args.dropTables, dbName='Edx', useDisplayNameCache=True)) except Exception as e: with open(logFile, 'w') as fd: fd.write( "In json2sql: could not create EdXTrackLogJSONParser; infile: %s; outfile: %s; logfile: %s (%s)" % (InURI(args.inFilePath), outSQLFile, logFile, ` e `)) # Try to delete the .sql file that was created when # the OutputFile instance was made in the JSONToRelation # instantiation statement above: try: outSQLFile.remove() except Exception as e: pass sys.exit(1) jsonConverter.convert()
elif args.targetFormat == 'sql_dump': outputFormat = OutputDisposition.OutputFormat.SQL_INSERT_STATEMENTS else: outputFormat = OutputDisposition.OutputFormat.SQL_INSERTS_AND_CSV outSQLFile = OutputFile(outFullPath, outputFormat, options='wb') # overwrite any sql file that's there jsonConverter = JSONToRelation(InURI(args.inFilePath), outSQLFile, mainTableName='EdxTrackEvent', logFile=logFile ) try: jsonConverter.setParser(EdXTrackLogJSONParser(jsonConverter, 'EdxTrackEvent', replaceTables=args.dropTables, dbName='Edx' )) except Exception as e: with open(logFile, 'w') as fd: fd.write("In json2sql: could not create EdXTrackLogJSONParser; infile: %s; outfile: %s; logfile: %s (%s)" % (InURI(args.inFilePath), outSQLFile, logFile, `e`)) # Try to delete the .sql file that was created when # the OutputFile instance was made in the JSONToRelation # instantiation statement above: try: outSQLFile.remove(); except Exception as e: pass sys.exit(1) jsonConverter.convert()