def ConfigureLogger():
"""Configure the logger for the Application."""
formatter = logging.Formatter("[%(asctime)s] %(levelname)s: %(message)s",
"%Y-%m-%d %H:%M:%S")
# Console minimum level is INFO regardless of settings, to
# prevent overloading the screen
consoleHandler = logging.StreamHandler(sys.stdout)
consoleHandler.setFormatter(formatter)
consoleHandler.addFilter(LogFilter(logging.INFO))
path = Path(Settings.GetRootPath())
os.makedirs(path, exist_ok=True)
fileHandler = RotatingFileHandler(f"{Settings.GetRootPath()}/refrapt.log",
maxBytes=524288000,
backupCount=3)
fileHandler.setFormatter(formatter)
root = logging.getLogger()
root.setLevel(Settings.LogLevel())
root.addHandler(consoleHandler)
root.addHandler(fileHandler)
def main(conf: str, test: bool, clean: bool):
"""A tool to mirror Debian Repositories for use as a local mirror."""
global repositories
global filesToKeep
startTime = time.perf_counter()
ConfigureLogger()
logger.info("Starting Refrapt process")
configData = GetConfig(conf)
# Parse the configuration file
Settings.Parse(configData)
logging.getLogger().setLevel(Settings.LogLevel())
# Ensure that command line argument for Test overrides if it is set in the configuration file
if test:
Settings.EnableTest()
if Settings.Test():
logger.info("## Running in Test mode ##\n")
repositories = GetRepositories(configData)
if not repositories:
logger.info(
"No Repositories found in configuration file. Application exiting."
)
sys.exit()
# Create working directories
Path(Settings.MirrorPath()).mkdir(parents=True, exist_ok=True)
Path(Settings.SkelPath()).mkdir(parents=True, exist_ok=True)
Path(Settings.VarPath()).mkdir(parents=True, exist_ok=True)
Downloader.Init()
# Change to the Skel directory for working repository structure
os.chdir(Settings.SkelPath())
# Check for any "-lock" files.
for file in os.listdir(Settings.VarPath()):
if "Download-lock" in file:
# A download was in progress and interrupted. This means a
# partial download will be sitting on the drive. Remove
# it to guarantee that it will be fully downloaded.
uri = None
with open(f"{Settings.VarPath()}/{file}") as f:
uri = f.readline()
uri = SanitiseUri(uri)
if os.path.isfile(f"{Settings.MirrorPath()}/{uri}"):
os.remove(f"{Settings.MirrorPath()}/{uri}")
elif os.path.isfile(f"{Settings.VarPath()}/{uri}"):
os.remove(f"{Settings.VarPath()}/{uri}")
logger.info(f"Removed incomplete download {uri}")
if appLockFile in file:
# Refrapt was interrupted during processing.
# To ensure that files which now may not
# be marked as Modified due to recently being
# downloaded, force processing of all files
logger.info(
"The previous Refrapt run was interrupted. Full processing will be performed to ensure completeness"
)
Settings.SetForce()
# Delete existing /var files
logger.info("Removing previous /var files...")
for item in os.listdir(Settings.VarPath()):
os.remove(f"{Settings.VarPath()}/{item}")
# Create a lock file for the Application
with FileLock(f"{Settings.VarPath()}/{appLockFile}.lock"):
with open(f"{Settings.VarPath()}/{appLockFile}", "w+") as f:
pass
print()
if clean:
PerformClean()
else:
PerformMirroring()
# Lock file no longer required
os.remove(f"{Settings.VarPath()}/{appLockFile}")
if os.path.isfile(f"{Settings.VarPath()}/{appLockFile}.lock"):
# Requires manual deletion on Unix
os.remove(f"{Settings.VarPath()}/{appLockFile}.lock")
print()
logger.info(
f"Refrapt completed in {datetime.timedelta(seconds=round(time.perf_counter() - startTime))}"
)