Example #1
0
def runHadoopCall(java_class, arglist, printonly=False, grabhost=None):
	
	full_class = JavaCall.getFullClass(java_class)
	tempjarpath = JavaCall.makeTempJarCopy(grabhost)

	had_call = "hadoop jar %s %s %s" % (tempjarpath, full_class, " ".join(arglist))

	print had_call
	
	if not printonly:
		os.system(had_call)
		
	# Remove the temp jar file
	os.remove(tempjarpath)		
Example #2
0
def runHadoopCall(java_class, arglist, printonly=False, grabhost=None):

    full_class = JavaCall.getFullClass(java_class)
    tempjarpath = JavaCall.makeTempJarCopy(grabhost)

    had_call = "hadoop jar %s %s %s" % (tempjarpath, full_class,
                                        " ".join(arglist))

    print had_call

    if not printonly:
        os.system(had_call)

    # Remove the temp jar file
    os.remove(tempjarpath)
Example #3
0
 def domethod(self, code, name, *args):
     meth = getattr(org.python.core.PyObject, name)
     code, type = JavaCall.call(meth, Object(code, self), args)
     return Object(code, findType(type))
Example #4
0
import re, os, sys, fileinput, JavaCall, hadJavaCall

sys.path.append('/local/src/python/shared')

import Util

if __name__ == "__main__":

    if len(sys.argv) < 3:
        print "MultiHadCall <jclass> <arglist.txt>"
        sys.exit(1)

    jclass = sys.argv[1]

    fullclass = JavaCall.getFullClass(jclass)

    arglist = [onearg.strip() for onearg in open(sys.argv[2])]

    if Util.promptOkay("Going to run %s for %s?" %
                       (fullclass, ",".join(arglist))):

        for onearg in arglist:

            moreargs = [onearg]

            if len(sys.argv) > 3:
                moreargs.extend(sys.argv[3:])

            hadJavaCall.runHadoopCall(jclass, moreargs)
Example #5
0
 def domethod(self, code, name, *args):
     meth = getattr(PyObject_as_java_class, name)  # xxx temporary fix
     code, type = JavaCall.call(meth, Object(code, self), args)
     return Object(code, findType(type))
Example #6
0
import re, os, sys, fileinput, JavaCall, hadJavaCall
			
sys.path.append('/local/src/python/shared')

import Util
			
if __name__ == "__main__":

	if len(sys.argv) < 3:
		print "MultiHadCall <jclass> <arglist.txt>"
		sys.exit(1)
		
	jclass = sys.argv[1]
	
	fullclass = JavaCall.getFullClass(jclass)
	
	arglist = [onearg.strip() for onearg in open(sys.argv[2])]
	
	
	
	if Util.promptOkay("Going to run %s for %s?" % (fullclass, ",".join(arglist))):
		
		for onearg in arglist:
			
			moreargs = [onearg]
			
			if len(sys.argv) > 3:
				moreargs.extend(sys.argv[3:])			
				
			hadJavaCall.runHadoopCall(jclass, moreargs)
Example #7
0
#!/usr/bin/python

import re, os, sys, fileinput, JavaCall
									
if __name__ == "__main__":

	java_class = sys.argv[1]
	
	full_class = JavaCall.getFullClass(java_class)
		
	had_call = "hadoop %s -conf /home/burfoot/hadoop-localhdfs.xml %s" % (full_class, " ".join(sys.argv[2:]))

	print had_call
	os.system(had_call)
	
Example #8
0
#!/usr/bin/python

import sys, os, LocalConf, JavaCall

if __name__ == "__main__":

	JavaCall.runCall(sys.argv[1], sys.argv[2:], grabhost="gandalf.adnetik.com")

Example #9
0
 def domethod(self, code, name, *args):
     meth = getattr(PyObject_as_java_class, name) # xxx temporary fix
     code, type = JavaCall.call(meth, Object(code, self), args)
     return Object(code, findType(type))
Example #10
0
 def domethod(self, code, name, *args):
     meth = getattr(org.python.core.PyObject, name)
     code, type = JavaCall.call(meth, Object(code, self), args)
     return Object(code, findType(type))