def test_ImportFromLanguage_Java_repo(
test_db: contentfiles.ContentFiles, tempdir: pathlib.Path
):
"""An end-to-end test of a Java importer."""
(tempdir / "Owner_Name" / ".git").mkdir(parents=True)
(tempdir / "Owner_Name" / "src").mkdir(parents=True)
# A repo will only be imported if there is a repo meta file.
pbutil.ToFile(
scrape_repos_pb2.GitHubRepoMetadata(owner="Owner", name="Name"),
tempdir / "Owner_Name.pbtxt",
)
# Create some files in our test repo.
with open(tempdir / "Owner_Name" / "src" / "A.java", "w") as f:
f.write(
"""
public class A {
public static void helloWorld() {
System.out.println("Hello, world!");
}
}
"""
)
with open(tempdir / "Owner_Name" / "src" / "B.java", "w") as f:
f.write(
"""
public class B {
private static int foo() {return 5;}
}
"""
)
with open(tempdir / "Owner_Name" / "README.txt", "w") as f:
f.write("Hello, world!")
language = scrape_repos_pb2.LanguageToClone(
language="foolang",
query=[],
destination_directory=str(tempdir),
importer=[
scrape_repos_pb2.ContentFilesImporterConfig(
source_code_pattern=".*\\.java",
preprocessor=[
"datasets.github.scrape_repos.preprocessors." "extractors:JavaMethods"
],
),
],
)
importer.ImportFromLanguage(test_db, language)
with test_db.Session() as session:
query = session.query(contentfiles.ContentFile)
assert query.count() == 2
assert set([cf.text for cf in query]) == {
(
"public static void helloWorld(){\n"
' System.out.println("Hello, world!");\n}\n'
),
"private static int foo(){\n return 5;\n}\n",
}
def test_ImportFromLanguage_no_importer(
test_db: contentfiles.ContentFiles, tempdir: pathlib.Path
):
"""Test that error is raised if no importer specified."""
language = scrape_repos_pb2.LanguageToClone(
language="test", query=[], destination_directory=str(tempdir), importer=[]
)
with test.Raises(ValueError):
importer.ImportFromLanguage(test_db, language)