def from_github(data, ret=None):
if ret is None:
ret = Tag()
Convertor.json2db(data, ret, "name")
if "commit" in data and data["commit"]:
ret.commit = data["commit"]["sha"]
return ret
def from_github(data, obj=None):
ret = Developer()
if obj:
ret = obj
if "repositories" in data:
ret.username = data["login"]
ret.name = data["name"]
ret.location = data["location"]
if data["repositories"]:
ret.repo_count = data["repositories"]["totalCount"]
else:
Convertor.json2db(data, ret, "id", "oid")
Convertor.json2db(data, ret, "username", "login")
Convertor.json2db(data, ret, "name")
Convertor.json2db(data, ret, "email")
Convertor.json2db(data, ret, "created_at")
return ret
def from_gitlab(data, ret=None):
if ret is None:
ret = Pull()
Convertor.json2db(data, ret, "state")
Convertor.json2db(data, ret, "title")
Convertor.json2db(data, ret, "created_at")
Convertor.json2db(data, ret, "updated_at")
if "author" in data and data["author"]:
ret.user = data["author"]["username"]
return ret
def from_github(data, ret=None):
if ret is None:
ret = Release()
Convertor.json2db(data, ret, "id", "oid")
Convertor.json2db(data, ret, "name")
Convertor.json2db(data, ret, "tag_name", "tag")
Convertor.json2db(data, ret, "created_at")
if "author" in data and data["author"]:
ret.author = data["author"]["login"]
else:
logging.info("missing author")
return ret
def __init__(self,
db_user="******",
db_password="",
host="localhost",
database="repo_fellow"):
self.engine = create_engine(
"mysql+pymysql://{}:{}@{}:3306/{}?charset=utf8mb4".format(
db_user, db_password, host, database))
DBSession = sessionmaker(bind=self.engine)
self.db_session = DBSession()
Convertor.load_schema(Project())
Convertor.load_schema(Tag())
Convertor.load_schema(Release())
Convertor.load_schema(Developer())
def from_github(data, ret=None):
if ret is None:
ret = Pull()
Convertor.json2db(data, ret, "state")
Convertor.json2db(data, ret, "title")
Convertor.json2db(data, ret, "created_at")
Convertor.json2db(data, ret, "updated_at")
if "user" in data and data["user"]:
ret.user = data["user"]["login"]
if "head" in data and data["head"]:
ret.head = data["head"]["sha"]
if "base" in data and data["base"]:
ret.base = data["base"]["sha"]
return ret
def from_github(data, project=None, ret=None):
if ret is None:
ret = Event(project)
Convertor.json2db(data, ret, "id", "oid")
Convertor.json2db(data, ret, "type", "event_type")
Convertor.json2db(data, ret, "created_at")
if "actor" in data and data["actor"]:
ret.author = data["actor"]["login"]
data["author"] = {"username": data["actor"]["login"]}
if "payload" in data and data["payload"]:
if "commits" in data["payload"] and data["payload"]["commits"]:
ret.description = "commits_size={};author_email={};author_name={}".format(
data["payload"]["size"],
data["payload"]["commits"][0]["author"]["email"],
data["payload"]["commits"][0]["author"]["name"])
return ret
def from_gitee(data, ret=None):
if ret is None:
ret = Project()
Convertor.json2db(data, ret, "id", "oid")
Convertor.json2db(data, ret, "full_name", "path")
Convertor.json2db(data, ret, "updated_at")
Convertor.json2db(data, ret, "created_at")
Convertor.json2db(data, ret, "description")
Convertor.json2db(data, ret, "pushed_at")
Convertor.json2db(data, ret, "language")
Convertor.json2db(data, ret, "size")
Convertor.json2db(data, ret, "private")
if "owner" in data and data["owner"]:
ret.owner = data["owner"]["login"]
return ret
def from_github(data, ret=None):
if ret is None:
ret = Project()
if len(data) == 0:
logging.warning("empty data, project {}".format(ret.iid))
return ret
Convertor.json2db(data, ret, "id", "oid")
Convertor.json2db(data, ret, "full_name", "path")
Convertor.json2db(data, ret, "updated_at")
Convertor.json2db(data, ret, "created_at")
Convertor.json2db(data, ret, "description")
Convertor.json2db(data, ret, "pushed_at")
Convertor.json2db(data, ret, "language")
Convertor.json2db(data, ret, "size")
Convertor.json2db(data, ret, "private")
if "owner" in data and data["owner"]:
ret.owner = data["owner"]["login"]
return ret
def from_github(data, ret=None):
if ret is None:
ret = Branch()
Convertor.json2db(data, ret, "name")
Convertor.json2db(data, ret, "protected")
return ret