def save_users(service, users):
for user in users:
print "===> Fetching %s on %s" % (user, service)
updates = get_statuses(service, user)
if not updates:
print "ERROR: No results!"
else:
save_batch(user, updates, "raw_updates_%s.json" % service)
print "Amount of updates: %i" % len(updates)
print
if max_pages > 1 and page < pages:
scrobbles.extend(get_scrobbles(user, count, page+1, max_pages-1))
return scrobbles
else:
print "Unable to fetch: %i '%s'" % (res.getcode(), res.info())
return []
if __name__ == '__main__':
import sys
if len(sys.argv) < 2:
print "Please specify at least one user id"
sys.exit(1)
else:
users = sys.argv[1:]
for user in users:
print "===> Fetching %s" % user
dents = get_scrobbles(user)
if not dents:
print "ERROR: No results!"
else:
save_batch(user, dents, "raw_scrobbles.json")
print "Amount of scrobbles: %i" % len(dents)
print
# save the statuses
statuses.extend(new_statuses)
# next page
page += 1
return statuses
if __name__ == '__main__':
if len(sys.argv) < 3:
print "Please specify at least the service (identica or twitter) and one user id"
sys.exit(1)
else:
service = sys.argv[1]
users = sys.argv[2:]
for user in users:
print "===> Fetching %s on %s" % (user, service)
updates = get_statuses(service, user)
if not updates:
print "ERROR: No results!"
else:
save_batch(user, updates, "raw_updates_%s.json" % service)
print "Amount of updates: %i" % len(updates)
print
commits.extend(new_commits["commits"])
if count < 35:
break
# next page
page += 1
return commits
if __name__ == "__main__":
if len(sys.argv) < 2:
print "Please specify at least one repository (user/repository/branch)"
sys.exit(1)
else:
repos = sys.argv[1:]
for repo in repos:
print "===> Fetching %s" % (repo)
commits = get_commits(repo)
if not commits:
print "ERROR: No results!"
else:
save_batch(repo, commits, "raw_github_commits.json")
print "Amount of commits: %i" % len(commits)
print
return batch
if __name__ == "__main__":
batch_fn = "raw_github_commits.json"
if len(sys.argv) < 2:
print "Please specify at least one repository (user/repository/branch)"
sys.exit(1)
elif len(sys.argv) < 3:
user = sys.argv[1]
batch = fetch_user(user)
update_batch(batch, batch_fn)
else:
user = sys.argv[1]
repo = sys.argv[2]
branch = sys.argv[3] if len(sys.argv) >= 4 else "master"
commits = fetch_repo(user, repo, branch)
if not commits:
print "ERROR: No results!"
else:
repo_id = "/".join((user, repo, branch))
save_batch(repo, commits, batch_fn)
print "Amount of commits: %i" % len(commits)
print
