#!/usr/bin/env python

# structured - Tools for the Generation and Visualization of Large-scale

# Three-dimensional Reconstructions from Image Data. This software includes

# source code from other projects, which is subject to different licensing,

# see COPYING for details. If this project is used for research see COPYING

# for making the appropriate citations.

# Copyright (C) 2013 Matthew Johnson-Roberson <mattkjr@gmail.com>

#

# This file is part of structured.

#

# structured is free software: you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# structured is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with structured. If not, see <http://www.gnu.org/licenses/>.

# -*- coding: utf-8 -*-

# structured - Tools for the Generation and Visualization of Large-scale

# Three-dimensional Reconstructions from Image Data. This software includes

# source code from other projects, which is subject to different licensing,

# see COPYING for details. If this project is used for research see COPYING

# for making the appropriate citations.

# Copyright (C) 2013 Matthew Johnson-Roberson <mattkjr@gmail.com>

#

# This file is part of structured.

#

# structured is free software: you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# structured is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with structured. If not, see <http://www.gnu.org/licenses/>.

from threadpool_dist import *

from progressbar import *

from time import sleep

from random import random

import sys

import os

import thread

import commands

import string

import random

import re

import getpass

def detectCPUs():

return 1 # Default

main = ThreadPool(0)

if len(sys.argv) > 3:

title = sys.argv[3]

else:

title = 'Cmds: '

if len(sys.argv) > 2:

try:

cfgfile = open(sys.argv[2], 'r')

except IOError:

print 'Cannot open file %s for reading. Check file exists and try again.' % sys.argv[2]

sys.exit(0)

for line in cfgfile:

words = string.split(line, ' ')

if len(words) >= 2:

if(words[0] == 'LOCAL'):

main.createWorkersLocal(int(words[1]))

print 'ThreadPool spawning %d local threads' % len(main.workers)

elif(words[0] == 'REMOTE'):

main.createWorkersRemote(int(words[1]),words[2])

print 'ThreadPool spawning %d remote threads on %s' % (int(words[1]),words[2])

elif(words[0] == 'SLURM'):

if len(words) == 4:

main.createWorkersSLURM(int(words[1]),words[2],words[3],title=title)

print 'ThreadPool spawning %d slurm threads using host %s' % (int(words[1]),words[3])

else:

main.createWorkersSLURM(int(words[1]),words[2],title=title)

print 'ThreadPool spawning %d slurm threads all hosts' % (int(words[1]))

else:

print 'Must pass cfg file'

sys.exit(0)

print 'ThreadPool spawning %d total threads' % len(main.workers)

def replace_all(text, dic):

for i, j in dic.iteritems():

text = text.replace(i, j)

return text

def runcmd_threadpool(cm,runwith):

return 0

# this will be called each time a result is available

def print_result(request, result):

pbar.inc()

# this will be called when an exception occurs within a thread

# this example exception handler does little more than the default handler

def handle_exception(request, exc_info):

(request.requestID, exc_info)

class Curr(ProgressBarWidget):

"Just the percentage done."

def update(self, pbar):

return '%03d' % pbar.currval

class Max(ProgressBarWidget):

"Just the percentage done."

def update(self, pbar):

return '%03d' % pbar.maxval

fname = sys.argv[1];

cmd_counter = 0

widgets = [title, ' ',Percentage(), ' ',Curr(),'/',Max(),' ', Bar(),

' ', ETA()]

dir,end = os.path.split(fname)

try:

cmdfile = open(fname, 'r')

except IOError:

print 'Cannot open file %s for reading. Check file exists and try again.' % fname

sys.exit(0)

total=0

i=0

total=sum(1 for line in cmdfile)

cmdfile.close()

cmdfile = open(fname, 'r')

pbar = ProgressBar(widgets=widgets, maxval=total)

pbar.start()

data = []

for line in cmdfile:

data.append(line)

# runcmd_threadpool(line,i,total,dir)

i=i+1;

requests = makeRequests(runcmd_threadpool, data, print_result, handle_exception)

for req in requests:

main.putRequest(req)

# print "Work request #%s added." % req.requestID

pbar.start()

main.wait()

pbar.finish()

print ''

f = open('timing.txt', 'a')

f.write('%s %f\n' % (title,pbar.seconds_elapsed))

f.close()

#@threaded

#def test_threaded(i):

# print 'threaded %i enter' % i

# sleep(random())

# print 'threaded %i exit' % i

#print 'threaded example'

#for i in range(5):

# test_threaded(i)

#print 'done'