#!/usr/bin/python3

from datetime import datetime

from subprocess import call

import argparse

import os

import re

import threading

import random

import readline # For nice CLI

import sys

import time

import yaml

# Plotman libraries

from job import Job

import analyzer

import archive

import interactive

import manager

import plot_util

import reporting

class PlotmanArgParser:

return args

if __name__ == "__main__":

random.seed()

pm_parser = PlotmanArgParser()

args = pm_parser.parse_args()

with open('config.yaml', 'r') as ymlfile:

cfg = yaml.load(ymlfile, Loader=yaml.FullLoader)

dir_cfg = cfg['directories']

sched_cfg = cfg['scheduling']

plotting_cfg = cfg['plotting']

#

# Stay alive, spawning plot jobs

#

if args.cmd == 'plot':

print('...starting plot loop')

while True:

wait_reason = manager.maybe_start_new_plot(dir_cfg, sched_cfg, plotting_cfg)

# TODO: report this via a channel that can be polled on demand, so we don't spam the console

sleep_s = int(sched_cfg['polling_time_s'])

if wait_reason:

print('...sleeping %d s: %s' % (sleep_s, wait_reason))

time.sleep(sleep_s)

#

# Analysis of completed jobs

#

elif args.cmd == 'analyze':

analyzer = analyzer.LogAnalyzer()

analyzer.analyze(args.logfile)

else:

# print('...scanning process tables')

jobs = Job.get_running_jobs(dir_cfg['log'])

# Status report

if args.cmd == 'status':

(rows, columns) = os.popen('stty size', 'r').read().split()

print(reporting.status_report(jobs, int(columns)))

# Directories report

elif args.cmd == 'dirs':

(rows, columns) = os.popen('stty size', 'r').read().split()

print(reporting.dirs_report(jobs, dir_cfg, sched_cfg, int(columns)))

elif args.cmd == 'interactive':

interactive.run_interactive()

# Start running archival

elif args.cmd == 'archive':

print('...starting archive loop')

firstit = True

while True:

if not firstit:

print('Sleeping 60s until next iteration...')

time.sleep(60)

jobs = Job.get_running_jobs(dir_cfg['log'])

firstit = False

archive.archive(dir_cfg, jobs)

# Debugging: show the destination drive usage schedule

elif args.cmd == 'dsched':

dstdirs = dir_cfg['dst']

for (d, ph) in manager.dstdirs_to_furthest_phase(jobs).items():

print(' %s : %s' % (d, str(ph)))

#

# Job control commands

#

elif args.cmd in [ 'details', 'files', 'kill', 'suspend', 'resume' ]:

print(args)

selected = []

# TODO: clean up treatment of wildcard

if args.idprefix[0] == 'all':

selected = jobs

else:

# TODO: allow multiple idprefixes, not just take the first

selected = manager.select_jobs_by_partial_id(jobs, args.idprefix[0])

if (len(selected) == 0):

print('Error: %s matched no jobs.' % id_spec)

elif len(selected) > 1:

print('Error: "%s" matched multiple jobs:' % id_spec)

for j in selected:

print(' %s' % j.plot_id)

selected = []

for job in selected:

if args.cmd == 'details':

print(job.status_str_long())

elif args.cmd == 'files':

temp_files = job.get_temp_files()

for f in temp_files:

print(' %s' % f)

elif args.cmd == 'kill':

# First suspend so job doesn't create new files

print('Pausing PID %d, plot id %s' % (job.proc.pid, job.plot_id))

job.suspend()

temp_files = job.get_temp_files()

print('Will kill pid %d, plot id %s' % (job.proc.pid, job.plot_id))

print('Will delete %d temp files' % len(temp_files))

conf = input('Are you sure? ("y" to confirm): ')

if (conf != 'y'):

print('canceled. If you wish to resume the job, do so manually.')

else:

print('killing...')

job.cancel()

print('cleaing up temp files...')

for f in temp_files:

os.remove(f)

elif args.cmd == 'suspend':

print('Suspending ' + job.plot_id)

job.suspend()

elif args.cmd == 'resume':

print('Resuming ' + job.plot_id)

job.resume()