def _createType(self, meta_name, root, movie_info, group, file_type, i): # Get file path
camelcase_method = underscoreToCamel(file_type.capitalize())
name = getattr(self, "get" + camelcase_method + "Name")(meta_name, root, i)
if name and (self.conf("meta_" + file_type) or self.conf("meta_" + file_type) is None):
# Get file content
content = getattr(self, "get" + camelcase_method)(movie_info=movie_info, data=group, i=i)
if content:
log.debug("Creating %s file: %s", (file_type, name))
if os.path.isfile(content):
content = sp(content)
name = sp(name)
if not os.path.exists(os.path.dirname(name)):
os.makedirs(os.path.dirname(name))
shutil.copy2(content, name)
shutil.copyfile(content, name)
# Try and copy stats seperately
try:
shutil.copystat(content, name)
except:
pass
else:
self.createFile(name, content)
group["renamed_files"].append(name)
try:
os.chmod(sp(name), Env.getPermission("file"))
except:
log.debug("Failed setting permissions for %s: %s", (name, traceback.format_exc()))
def makeDir(self, path):
path = sp(path)
try:
if not os.path.isdir(path):
os.makedirs(path, Env.getPermission('folder'))
return True
except Exception as e:
log.error('Unable to create folder "%s": %s', (path, e))
return False
def createFile(self, path, content, binary = False):
path = sp(path)
self.makeDir(os.path.dirname(path))
if os.path.exists(path):
log.debug('%s already exists, overwriting file with new version', path)
write_type = 'w+' if not binary else 'w+b'
# Stream file using response object
if isinstance(content, requests.models.Response):
# Write file to temp
with open('%s.tmp' % path, write_type) as f:
for chunk in content.iter_content(chunk_size = 1048576):
if chunk: # filter out keep-alive new chunks
f.write(chunk)
f.flush()
# Rename to destination
os.rename('%s.tmp' % path, path)
else:
try:
f = open(path, write_type)
f.write(content)
f.close()
try:
os.chmod(path, Env.getPermission('file'))
except:
log.error('Failed writing permission to file "%s": %s', (path, traceback.format_exc()))
except:
log.error('Unable to write file "%s": %s', (path, traceback.format_exc()))
if os.path.isfile(path):
os.remove(path)
def download(self, data=None, media=None, filedata=None):
""" Send a torrent/nzb file to the downloader
:param data: dict returned from provider
Contains the release information
:param media: media dict with information
Used for creating the filename when possible
:param filedata: downloaded torrent/nzb filedata
The file gets downloaded in the searcher and send to this function
This is done to have failed checking before using the downloader, so the downloader
doesn't need to worry about that
:return: boolean
One faile returns false, but the downloaded should log his own errors
"""
if not media:
media = {}
if not data:
data = {}
directory = self.conf("directory")
# The folder needs to exist
if not directory or not os.path.isdir(directory):
log.error("No directory set for blackhole %s download.", data.get("protocol"))
else:
try:
# Filedata can be empty, which probably means it a magnet link
if not filedata or len(filedata) < 50:
try:
if data.get("protocol") == "torrent_magnet":
filedata = self.magnetToTorrent(data.get("url"))
data["protocol"] = "torrent"
except:
log.error("Failed download torrent via magnet url: %s", traceback.format_exc())
# If it's still empty, don't know what to do!
if not filedata or len(filedata) < 50:
log.error("No nzb/torrent available: %s", data.get("url"))
return False
# Create filename with imdb id and other nice stuff
file_name = self.createFileName(data, filedata, media)
full_path = os.path.join(directory, file_name)
# People want thinks nice and tidy, create a subdir
if self.conf("create_subdir"):
try:
new_path = os.path.splitext(full_path)[0]
if not os.path.exists(new_path):
os.makedirs(new_path)
full_path = os.path.join(new_path, file_name)
except:
log.error("Couldnt create sub dir, reverting to old one: %s", full_path)
try:
# Make sure the file doesn't exist yet, no need in overwriting it
if not os.path.isfile(full_path):
log.info("Downloading %s to %s.", (data.get("protocol"), full_path))
with open(full_path, "wb") as f:
f.write(filedata)
os.chmod(full_path, Env.getPermission("file"))
return self.downloadReturnId("")
else:
log.info("File %s already exists.", full_path)
return self.downloadReturnId("")
except:
log.error("Failed to download to blackhole %s", traceback.format_exc())
pass
except:
log.info("Failed to download file %s: %s", (data.get("name"), traceback.format_exc()))
return False
return False
