def fetch_github():
"""Fetches Github api and stores in database."""
try:
repositories = github.search_repositories(query=settings.SEARCH_QUERY,
sort="stars")
if 0 == repositories.totalCount:
logger.critical("Bad SEARCH_QUERY")
exit(1)
for item in repositories:
data = dict(
id=item.id,
name=item.name,
full_name=item.full_name,
html_url=item.html_url,
description=item.description,
created_at=item.created_at,
updated_at=item.updated_at,
stargazers_count=item.stargazers_count,
forks_count=item.forks_count,
)
repo.upsert(data, ["id"])
# Erros de Internet
except ConsumerWarning as e:
logger.warning(e)
except ConsumerCritical as e:
# Erro na configuração
logger.critical(e)
exit(1)
# Fire the validator settings
settings.validators.validate()
try:
github = Github(settings.GITHUB_TOKEN)
except AttributeError as e:
logger.critical(e)
exit(1)
# TODO: Usar dynaconf Validators
if "sqlite:" == settings.DATABASE_URL[:7]:
# Check which is the database system, and if it is sqlite, send an alert
# that the sqlite database is being used
logger.warning(
"Attention you are using the sqlite database, if this is the " +
"database system you are trying to use also this message")
# TODO: ConnectionError
db = dataset.connect(settings.DATABASE_URL, engine_kwargs={"echo": True})
repo = db["repos"]
def fetch_github():
"""Fetches Github api and stores in database."""
try:
repositories = github.search_repositories(query=settings.SEARCH_QUERY,
sort="stars")
if 0 == repositories.totalCount:
logger.critical("Bad SEARCH_QUERY")
exit(1)