self.assertEqual([], dir(conf))
conf.x = 1
del conf.x
self.assertFalse('x' in conf)
def test_write_load(self):
conf = record.Record()
conf.x = 1
with tempfile.NamedTemporaryFile() as f:
conf.write_to_file(f.name)
logging.info('Writing record: %r', conf)
new = record.load_from_file(f.name)
logging.info('Loaded record: %r', new)
self.assertEqual(1, new.x)
def test_iter(self):
"""The names of parameters set on the record should be in iter(record)."""
conf = record.Record()
conf.x = 1
conf.y = 2
self.assertSetEqual({"x", "y"}, set(iter(conf)))
# ------------------------------------------------------------------------------
if __name__ == '__main__':
base.run(unittest.base_main)
task2 = SuccessTask(workflow=flow, task_id='task2')
task3 = SuccessTask(workflow=flow, task_id='task3')
task4 = SuccessTask(workflow=flow, task_id='task4')
task5 = SuccessTask(workflow=flow, task_id='task5')
task6 = SuccessTask(workflow=flow, task_id='task6')
task7 = SuccessTask(workflow=flow, task_id='task7')
task3.must_run_after(task1)
task3.must_run_after(task2)
task4.must_run_after(task3)
task5.must_run_after(task3)
task7.must_run_after(task6)
flow.prune(tasks={task4}, direction=workflow.UPSTREAM)
self.assertEqual({'task1', 'task2', 'task3', 'task4'},
flow.tasks.keys())
# ------------------------------------------------------------------------------
def main(args):
args = list(args)
args.insert(0, sys.argv[0])
unittest.main(argv=args)
if __name__ == '__main__':
base.run(main)
flow.build()
flow.process()
self.assertEqual(0, task._should_counter)
self.assertEqual(1, task._run_counter)
flow = workflow.Workflow()
task = TestTask(workflow=flow, task_id="TestTask", should_task_run=True)
flow.build()
flow.process()
self.assertEqual(1, task._should_counter)
self.assertEqual(1, task._run_counter)
flow = workflow.Workflow()
task = TestTask(workflow=flow, task_id="TestTask", should_task_run=False)
flow.build()
flow.process()
self.assertEqual(1, task._should_counter)
self.assertEqual(0, task._run_counter)
os.remove(task.get_task_run_id())
# --------------------------------------------------------------------------------------------------
if __name__ == '__main__':
base.run(unittest.base_main)
"""Tools to dump pickled records."""
import logging
import pickle
from base import base
from base import cli
from base import record
class Tool(cli.Action):
def register_flags(self):
pass
def run(self, args):
for filepath in args:
logging.info("Dumping pickled record %r", filepath)
with open(filepath, mode="rb") as f:
rec = pickle.load(f)
for name in sorted(rec):
print("{0} = {1!r}".format(name, getattr(rec, name)))
def main(args):
tool = Tool(parent_flags=base.FLAGS)
return tool(args)
if __name__ == "__main__":
base.run(main)
if len(jar_paths) > 1:
logging.info("-" * 80)
logging.info(
"Overlapping JARs: %s\n%s", ", ".join(
sorted(
frozenset(
map(lambda k: os.path.basename(k),
jar_paths)))),
"\n".join(map(lambda k: "\t%s" % k, jar_paths)))
union_classes = set()
xsect_classes = None
for jar_path in sorted(jar_paths):
classes = jar_map[jar_path]
union_classes.update(classes)
if xsect_classes is None:
xsect_classes = set(classes)
else:
xsect_classes.intersection_update(classes)
logging.info("Union: %d classes - Intersection: %d classes.",
len(union_classes), len(xsect_classes))
def main(args):
cli = CLI()
return cli(args)
if __name__ == "__main__":
base.run(Main)
jar_map[cp_entry].add(class_name)
for jar_paths in frozenset(map(frozenset, class_map.values())):
if len(jar_paths) > 1:
logging.info("-" * 80)
logging.info(
"Overlapping JARs: %s\n%s",
", ".join(sorted(frozenset(map(lambda k: os.path.basename(k), jar_paths)))),
"\n".join(map(lambda k: "\t%s" % k, jar_paths)))
union_classes = set()
xsect_classes = None
for jar_path in sorted(jar_paths):
classes = jar_map[jar_path]
union_classes.update(classes)
if xsect_classes is None:
xsect_classes = set(classes)
else:
xsect_classes.intersection_update(classes)
logging.info("Union: %d classes - Intersection: %d classes.",
len(union_classes), len(xsect_classes))
def main(args):
cli = CLI()
return cli(args)
if __name__ == "__main__":
base.run(Main)
#!/usr/bin/env python
# -*- coding:utf-8 -*-
'''
@name ProxyScanner
@modify 2014/11/27
@author Holger
@github https://github.com/h01/ProxyScanner
@myblog http://ursb.org
'''
import getopt
import sys
from base import base
if __name__ == '__main__':
base = base()
try:
opts, args = getopt.getopt(
sys.argv[1:], 'vhi:p:t:s:',
['version', 'help', 'ips=', 'port=', 'thread=', 'save='])
base.run(opts)
except Exception as e:
base.usage()
