def run(opts, args, verbosity):
filename = args.pop(0)
query = ",".join(args)
if query.isdigit():
query = int(query)
add_key_value_pairs = {}
if opts.add_key_value_pairs:
for pair in opts.add_key_value_pairs.split(","):
key, value = pair.split("=")
add_key_value_pairs[key] = convert_str_to_float_or_str(value)
if opts.delete_keys:
delete_keys = opts.delete_keys.split(",")
else:
delete_keys = []
con = connect(filename, use_lock_file=not opts.no_lock_file)
def out(*args):
if verbosity > 0:
print(*args)
if opts.analyse:
con.analyse()
return
if opts.add_from_file:
filename = opts.add_from_file
if ":" in filename:
calculator_name, filename = filename.split(":")
atoms = get_calculator(calculator_name)(filename).get_atoms()
else:
atoms = ase.io.read(filename)
con.write(atoms, key_value_pairs=add_key_value_pairs)
out("Added {0} from {1}".format(atoms.get_chemical_formula(), filename))
return
if opts.count:
n = con.count(query)
print("%s" % plural(n, "row"))
return
if opts.explain:
for dct in con.select(query, explain=True, verbosity=verbosity, limit=opts.limit, offset=opts.offset):
print(dct["explain"])
return
if opts.insert_into:
nkvp = 0
nrows = 0
with connect(opts.insert_into, use_lock_file=not opts.no_lock_file) as con2:
for dct in con.select(query):
kvp = dct.get("key_value_pairs", {})
nkvp -= len(kvp)
kvp.update(add_key_value_pairs)
nkvp += len(kvp)
if opts.unique:
dct["unique_id"] = "%x" % randint(16 ** 31, 16 ** 32 - 1)
con2.write(dct, data=dct.get("data"), **kvp)
nrows += 1
out(
"Added %s (%s updated)"
% (plural(nkvp, "key-value pair"), plural(len(add_key_value_pairs) * nrows - nkvp, "pair"))
)
out("Inserted %s" % plural(nrows, "row"))
return
if add_key_value_pairs or delete_keys:
ids = [dct["id"] for dct in con.select(query)]
m, n = con.update(ids, delete_keys, **add_key_value_pairs)
out(
"Added %s (%s updated)"
% (plural(m, "key-value pair"), plural(len(add_key_value_pairs) * len(ids) - m, "pair"))
)
out("Removed", plural(n, "key-value pair"))
return
if opts.delete:
ids = [dct["id"] for dct in con.select(query)]
if ids and not opts.yes:
msg = "Delete %s? (yes/No): " % plural(len(ids), "row")
if input(msg).lower() != "yes":
return
con.delete(ids)
out("Deleted %s" % plural(len(ids), "row"))
return
if opts.plot:
if ":" in opts.plot:
tags, keys = opts.plot.split(":")
tags = tags.split(",")
else:
tags = []
keys = opts.plot
keys = keys.split(",")
plots = collections.defaultdict(list)
X = {}
labels = []
for row in con.select(query, sort=opts.sort):
name = ",".join(row[tag] for tag in tags)
x = row.get(keys[0])
if x is not None:
if isinstance(x, (unicode, str)):
if x not in X:
X[x] = len(X)
labels.append(x)
x = X[x]
plots[name].append([x] + [row.get(key) for key in keys[1:]])
import matplotlib.pyplot as plt
for name, plot in plots.items():
xyy = zip(*plot)
x = xyy[0]
for y, key in zip(xyy[1:], keys[1:]):
plt.plot(x, y, label=name + key)
if X:
plt.xticks(range(len(labels)), labels, rotation=90)
plt.legend()
plt.show()
return
if opts.long:
dct = con.get(query)
summary = Summary(dct)
summary.write()
elif opts.json:
dct = con.get(query)
con2 = connect(sys.stdout, "json", use_lock_file=False)
kvp = dct.get("key_value_pairs", {})
con2.write(dct, data=dct.get("data"), **kvp)
else:
if opts.open_web_browser:
import ase.db.app as app
app.db = con
app.app.run(host="0.0.0.0", debug=True)
else:
columns = list(all_columns)
c = opts.columns
if c and c.startswith("++"):
keys = set()
for row in con.select(query, limit=opts.limit, offset=opts.offset):
keys.update(row._keys)
columns.extend(keys)
if c[2:3] == ",":
c = c[3:]
else:
c = ""
if c:
if c[0] == "+":
c = c[1:]
elif c[0] != "-":
columns = []
for col in c.split(","):
if col[0] == "-":
columns.remove(col[1:])
else:
columns.append(col.lstrip("+"))
table = Table(con, verbosity, opts.cut)
table.select(query, columns, opts.sort, opts.limit, opts.offset)
if opts.csv:
table.write_csv()
else:
table.write(query)
def run(opts, args, verbosity):
filename = args.pop(0)
query = ','.join(args)
if query.isdigit():
query = int(query)
add_key_value_pairs = {}
if opts.add_key_value_pairs:
for pair in opts.add_key_value_pairs.split(','):
key, value = pair.split('=')
add_key_value_pairs[key] = convert_str_to_float_or_str(value)
if opts.delete_keys:
delete_keys = opts.delete_keys.split(',')
else:
delete_keys = []
con = connect(filename, use_lock_file=not opts.no_lock_file)
def out(*args):
if verbosity > 0:
print(*args)
if opts.analyse:
con.analyse()
return
if opts.add_from_file:
filename = opts.add_from_file
if ':' in filename:
calculator_name, filename = filename.split(':')
atoms = get_calculator(calculator_name)(filename).get_atoms()
else:
atoms = ase.io.read(filename)
con.write(atoms, key_value_pairs=add_key_value_pairs)
out('Added {0} from {1}'.format(atoms.get_chemical_formula(),
filename))
return
if opts.count:
n = con.count(query)
print('%s' % plural(n, 'row'))
return
if opts.explain:
for dct in con.select(query,
explain=True,
verbosity=verbosity,
limit=opts.limit,
offset=opts.offset):
print(dct['explain'])
return
if opts.insert_into:
nkvp = 0
nrows = 0
with connect(opts.insert_into,
use_lock_file=not opts.no_lock_file) as con2:
for dct in con.select(query):
kvp = dct.get('key_value_pairs', {})
nkvp -= len(kvp)
kvp.update(add_key_value_pairs)
nkvp += len(kvp)
if opts.unique:
dct['unique_id'] = '%x' % randint(16**31, 16**32 - 1)
con2.write(dct, data=dct.get('data'), **kvp)
nrows += 1
out('Added %s (%s updated)' %
(plural(nkvp, 'key-value pair'),
plural(len(add_key_value_pairs) * nrows - nkvp, 'pair')))
out('Inserted %s' % plural(nrows, 'row'))
return
if add_key_value_pairs or delete_keys:
ids = [dct['id'] for dct in con.select(query)]
m, n = con.update(ids, delete_keys, **add_key_value_pairs)
out('Added %s (%s updated)' %
(plural(m, 'key-value pair'),
plural(len(add_key_value_pairs) * len(ids) - m, 'pair')))
out('Removed', plural(n, 'key-value pair'))
return
if opts.delete:
ids = [dct['id'] for dct in con.select(query)]
if ids and not opts.yes:
msg = 'Delete %s? (yes/No): ' % plural(len(ids), 'row')
if input(msg).lower() != 'yes':
return
con.delete(ids)
out('Deleted %s' % plural(len(ids), 'row'))
return
if opts.plot_data:
from ase.db.plot import dct2plot
dct2plot(con.get(query).data, opts.plot_data)
return
if opts.plot:
if ':' in opts.plot:
tags, keys = opts.plot.split(':')
tags = tags.split(',')
else:
tags = []
keys = opts.plot
keys = keys.split(',')
plots = collections.defaultdict(list)
X = {}
labels = []
for row in con.select(query, sort=opts.sort):
name = ','.join(str(row[tag]) for tag in tags)
x = row.get(keys[0])
if x is not None:
if isinstance(x, basestring):
if x not in X:
X[x] = len(X)
labels.append(x)
x = X[x]
plots[name].append([x] + [row.get(key) for key in keys[1:]])
import matplotlib.pyplot as plt
for name, plot in plots.items():
xyy = zip(*plot)
x = xyy[0]
for y, key in zip(xyy[1:], keys[1:]):
plt.plot(x, y, label=name + ':' + key)
if X:
plt.xticks(range(len(labels)), labels, rotation=90)
plt.legend()
plt.show()
return
if opts.long:
dct = con.get(query)
summary = Summary(dct)
summary.write()
elif opts.json:
dct = con.get(query)
con2 = connect(sys.stdout, 'json', use_lock_file=False)
kvp = dct.get('key_value_pairs', {})
con2.write(dct, data=dct.get('data'), **kvp)
else:
if opts.open_web_browser:
import ase.db.app as app
app.db = con
app.app.run(host='0.0.0.0', debug=True)
else:
columns = list(all_columns)
c = opts.columns
if c and c.startswith('++'):
keys = set()
for row in con.select(query,
limit=opts.limit,
offset=opts.offset):
keys.update(row._keys)
columns.extend(keys)
if c[2:3] == ',':
c = c[3:]
else:
c = ''
if c:
if c[0] == '+':
c = c[1:]
elif c[0] != '-':
columns = []
for col in c.split(','):
if col[0] == '-':
columns.remove(col[1:])
else:
columns.append(col.lstrip('+'))
table = Table(con, verbosity, opts.cut)
table.select(query, columns, opts.sort, opts.limit, opts.offset)
if opts.csv:
table.write_csv()
else:
table.write(query)
