def test_creds_secret_can_be_overwritten_repo_info(self, monkeypatch):
task = GetRepoInfo(token_secret="MY_SECRET")
req = MagicMock()
monkeypatch.setattr("prefect.tasks.github.repos.requests", req)
with set_temporary_config({"cloud.use_local_secrets": True}):
with prefect.context(secrets=dict(MY_SECRET={"key": 42})):
task.run(repo="org/repo")
assert req.get.call_args[1]["headers"][
"AUTHORIZATION"] == "token {'key': 42}"
def test_creds_are_pulled_from_secret_at_runtime_repo_info(
self, monkeypatch):
task = GetRepoInfo(token_secret="GITHUB_ACCESS_TOKEN")
req = MagicMock()
monkeypatch.setattr("prefect.tasks.github.repos.requests", req)
with prefect.context(secrets=dict(GITHUB_ACCESS_TOKEN={"key": 42})):
task.run(repo="org/repo")
assert req.get.call_args[1]["headers"][
"AUTHORIZATION"] == "token {'key': 42}"
def test_creds_are_pulled_from_secret_at_runtime(self, monkeypatch):
task = GetRepoInfo()
req = MagicMock()
monkeypatch.setattr("prefect.tasks.github.repos.requests", req)
with set_temporary_config({"cloud.use_local_secrets": True}):
with prefect.context(secrets=dict(
GITHUB_ACCESS_TOKEN={"key": 42})):
task.run(repo="org/repo")
assert req.get.call_args[1]["headers"][
"AUTHORIZATION"] == "token {'key': 42}"
This simple ETL-style flow retrieves the number of GitHub "stargazers" and "watchers" for the Prefect repo and writes them to an
Airtable document every day.
"""
import datetime
import pendulum
from prefect import Flow, task
from prefect.triggers import any_failed
from prefect.schedules import CronSchedule
from prefect.tasks.airtable import WriteAirtableRow
from prefect.tasks.github import GetRepoInfo
repo_stats = GetRepoInfo(
name="Pull star counts",
repo="PrefectHQ/prefect",
info_keys=["stargazers_count", "subscribers_count"],
max_retries=1,
retry_delay=datetime.timedelta(minutes=1),
)
@task
def process_stats(stats):
data = {
"Stars": stats["stargazers_count"],
"Watchers": stats["subscribers_count"],
"Date": pendulum.now("utc").isoformat(),
}
return data
def test_repo_is_required_eventually(self):
task = GetRepoInfo()
with pytest.raises(ValueError) as exc:
task.run()
assert "repo" in str(exc.value)
def test_initializes_attr_from_kwargs(self, attr):
task = GetRepoInfo(**{attr: "my-value"})
assert getattr(task, attr) == "my-value"
def test_additional_kwargs_passed_upstream(self):
task = GetRepoInfo(name="test-task", checkpoint=True, tags=["bob"])
assert task.name == "test-task"
assert task.checkpoint is True
assert task.tags == {"bob"}
def test_initializes_with_nothing_and_sets_defaults(self):
task = GetRepoInfo()
assert task.repo is None
assert task.info_keys == []
assert task.token_secret == "GITHUB_ACCESS_TOKEN"
def test_repo_is_required_eventually(self):
task = GetRepoInfo()
with pytest.raises(ValueError, match="repo"):
task.run()
def test_initializes_with_nothing_and_sets_defaults(self):
task = GetRepoInfo()
assert task.repo is None
assert task.info_keys == []
