def main(**kwargs):
file_types = ('.jpg', '.jpeg', '.png', '.gif', '.webm')
if isinstance(kwargs.get('folder'), list):
files = []
for folder in kwargs.get('folder'):
files += [file for file in os.listdir(folder) if file.endswith(file_types)]
else:
files = [file for file in os.listdir(
kwargs.get('folder')) if file.endswith(file_types)]
used_images = []
a_t = kwargs.get('after type')
if a_t == "move to folder" or a_t == "1":
move_to = kwargs.get('move folder')
else:
try:
txt_name = kwargs.get('used images')
used_images = open(
kwargs.get('used images'), 'r').read().splitlines()
except:
txt_name = os.path.join(os.getcwd(),
"Used folder {0}.txt".format(
kwargs['bot name']))
if not os.path.exists(txt_name):
print("Didn't find any used links! Creating a TXT!")
print("Set it to:\n{0}".format(txt_name))
used_images = []
else:
used_images = open(txt_name, 'r').read().splitlines()
if utils.is_bool(kwargs.get('reset images')) and len(files) < 4 or \
utils.is_bool(kwargs.get('reset images')) and (
(len(files) - len(used_images) < 4)):
if a_t == "text file" or a_t == "2" or a_t is None:
used_images = used_images[:-4]
else:
reset_files(move_to, kwargs.get('folder'))
try:
image = random.choice(files)
except:
return False, False
# Fail safe so we don't get stuck in a inf loop
break_count = 0
if a_t == "text file" or a_t == "2" or a_t is None:
write_list = True
while image in used_images or image is None:
image = random.choice(files)
break_count += 1
if break_count == 50 or not image:
write_list = False
break
if write_list:
used_images.append(image)
with open(txt_name, 'w+') as f:
f.write("\n".join(used_images))
else:
from threading import Thread
Thread(name="Move Image", target=move_image, args=(
os.path.join(kwargs.get('folder'), image), move_to)).start()
sn_kwgs = {}
if "sn" in kwargs.get('message'):
sn_url, sn_kwgs = utils.saucenao(fname=image[0],
api_key=kwargs.get('saucenao api'),
metainfo=True)
re_dict = {'(questionmark)': '?',
'(star)': '*',
'_': ' '}
rep = {'{filename clean}': utils.replace_all(
os.path.splitext(image)[0], re_dict),
'{filename}': os.path.splitext(os.path.basename(image))[0],
'{index}': files.index(image),
'{hash}': hashlib.md5(
open(os.path.join(
kwargs.get('folder'), image), 'rb').read()).hexdigest(),
'{sn title}': sn_kwgs.get('title'),
'{sn illust id}': sn_kwgs.get('illust id'),
'{sn illust url}': sn_url,
'{sn artist}': sn_kwgs.get('artist'),
'{sn artist id}': sn_kwgs.get('artist id'),
'{sn artist url}': sn_kwgs.get('artist url')}
message = utils.replace_all(kwargs.get('message'), rep)
image = os.path.join(kwargs.get('folder'), image)
return(message, image)
def load_config(self, path):
self.path = path;
with open(self.path) as configFile:
self.config = (line.rstrip('\n') for line in open(self.path))
#finds the names and values from config file
#adds them in ConfigVariable class and stores in configVariables array
for line in self.config:
count = 0;
for character in line:
if character == ':':
variableHeld = line[count+1:len(line)];
if is_int(variableHeld):
variableHeld = int(variableHeld);
elif is_number(variableHeld):
variableHeld = float(variableHeld);
elif is_bool(variableHeld):
variableHeld = make_bool(variableHeld);
#dont create an object if it has no value
if variableHeld != '':
newConfigVar = ConfigVariable(line[0:count], variableHeld);
self.configVariables.append(newConfigVar);
count += 1;
def use_cache(self, mode=True):
if not utils.is_bool(mode):
raise TypeError('Mode must be boolean.')
self.using_cache = mode
def get_image_online(**kwargs):
if kwargs.get('used images'):
txt_name = kwargs.get('used images')
used_links = open(txt_name, 'r').read().splitlines()
else:
txt_name = os.path.join(os.getcwd(), "Used sankaku {0}.txt".format(
kwargs['bot name']))
try:
used_links = open(txt_name, 'r').read().splitlines()
except:
if not os.path.exists(txt_name):
print("Didn't find any used links! Creating a TXT!")
print("Set it to:\n{0}".format(txt_name))
used_links = []
else:
used_links = open(txt_name, 'r').read().splitlines()
if kwargs.get('highest page'):
high_page = int(kwargs.get('highest page'))
else:
high_page = 50
tried_pages = [high_page]
cookie_file = None
try_count = 0
low_page = 0
page = 0
x = None
no_images = False
url_start = "https://chan.sankakucomplex.com"
url_search = "https://chan.sankakucomplex.com/?tags="
if utils.is_bool(kwargs.get('login')):
cookie_file = "../sankakucomplex.txt"
url_login = "******"
form_num = 0
form_user = "******"
form_password = "******"
username = kwargs.get('username')
password = kwargs.get('password')
if not os.path.exists(cookie_file):
browser, s = utils.scrape_site(url_login, cookie_file, True)
form = browser.get_form(form_num)
form[form_user].value = username
form[form_password].value = password
browser.submit_form(form)
s.cookies.save()
if utils.is_bool(kwargs.get('save images')):
if kwargs.get('path'):
path = kwargs.get('path')
else:
path = os.path.abspath(os.path.join(os.getcwd(),
"images"))
if not os.path.exists(path):
os.makedirs(path)
else:
path = os.path.abspath(os.path.join(os.getcwd()))
if kwargs.get('tags'):
if isinstance(kwargs.get('tags'), list):
tags = '+'.join(kwargs.get('tags'))
else:
tags = '+'.join(kwargs.get('tags').split(', '))
else:
tags = ""
if kwargs.get('ignore tags'):
if isinstance(kwargs.get('ignore tags'), list):
ignore_tags = kwargs.get('ignore tags')
else:
ignore_tags = kwargs.get('ignore tags').split(', ')
else:
ignore_tags = []
if utils.is_bool(kwargs.get('ignore cosplay')):
ignore_cosplay = utils.is_bool(kwargs.get('ignore cosplay'))
else:
ignore_cosplay = False
if utils.is_bool(kwargs.get('accept webm')):
accept_webm = utils.is_bool(kwargs.get('accept webm'))
else:
accept_webm = False
tried_pages = [high_page + 1]
while True:
while True:
while True:
while True:
no_images = False
try_count += 1
if try_count == 15:
return False, False
page = str(int(random.randint(low_page, high_page) * 1))
while int(page) in tried_pages:
if int(page) == 0:
break
if not x:
x = high_page
page = str(int(
random.randint(low_page, high_page) * 1))
if int(page) > int(x):
continue
tried_pages.append(int(page))
x = min(tried_pages)
page_url = "&page=" + str(page)
url = "%s%s%s" % (url_search, tags, page_url)
browser = utils.scrape_site(url, cookie_file)
if browser.find('div', text="No matching posts"):
no_images = True
time.sleep(1)
if not no_images:
break
elif no_images and int(page) == 0:
return False, False
good_image_links = []
image_links = browser.find_all('a')
for link in image_links:
try:
link['href']
except:
continue
if "/post/show/" not in link['href']:
continue
good_image_links.append(link['href'])
if good_image_links == []:
return False, False
random.shuffle(good_image_links)
url = "%s%s" % (url_start, random.choice(good_image_links))
try_count = 0
while url in used_links:
url = "%s/%s" % (
url_start, random.choice(good_image_links))
try_count = try_count + 1
if try_count == 20:
break
used_links.append(url)
# Make a copy for better use in message
post_url = url
browser.open(url)
if not accept_webm:
if browser.find('video', attrs={'id': 'image'}):
continue
image_tags = []
char_tags = []
art_tags = []
sers_tags = []
tags_tags = []
site_tag = browser.find('ul', id="tag-sidebar")
site_tag = site_tag.find_all('li')
for taga in site_tag:
tag = tag_clean(taga)
if taga['class'][0] == "tag-type-artist":
art_tags.append(tag.title())
elif taga['class'][0] == "tag-type-copyright":
sers_tags.append(tag.title())
elif taga['class'][0] == "tag-type-character":
char_tags.append(tag.title())
else:
tags_tags.append(tag.title())
image_tags.append(tag.lower())
if any([item in [x.lower() for x in ignore_tags]
for item in [x.lower() for x in image_tags]]):
continue
if ignore_cosplay:
if any(" (cosplay)" in s for s in image_tags):
continue
break
image_url = browser.find('img', attrs={'id': 'image'})
if not image_url:
image_url = browser.find('video', attrs={'id': 'image'})
try:
url = urllib.parse.urljoin("https:", image_url['src'])
except:
# Flash File
continue
filename = ""
if not utils.is_bool(kwargs.get('message')):
message = ""
sn_kwgs = {}
sn_url, sn_kwgs = utils.saucenao(url, kwargs['saucenao api'], True)
re_dict = {'{#artist}': (
'#' if art_tags else '') + ' #'.join(
[x.replace(" ", "_") for x in art_tags]),
'{#character}': (
'#' if char_tags else '') + ' #'.join(
[x.replace(" ", "_") for x in char_tags]),
'{#series}': (
'#' if sers_tags else '') + ' #'.join(
[x.replace(" ", "_") for x in sers_tags]),
'{#tags}': (
'#' if tags_tags else '') + ' #'.join(
[x.replace(" ", "_") for x in tags_tags]),
'{artist}': ', '.join(art_tags),
'{character}': ', '.join(char_tags),
'{series}': ', '.join(sers_tags),
'{tags}': ', '.join(tags_tags),
'{url}': post_url,
'{title}': sn_kwgs.get('title'),
'{sn title}': sn_kwgs.get('title'),
'{sn illust id}': sn_kwgs.get('illust id'),
'{sn illust url}': sn_url,
'{sn artist}': sn_kwgs.get('artist'),
'{sn artist id}': sn_kwgs.get('artist id'),
'{sn artist url}': sn_kwgs.get('artist url')}
if kwargs.get('filename'):
filename = utils.replace_all(kwargs.get('filename'), re_dict)
filename = utils.safe_msg(filename)
if kwargs.get('message'):
message = utils.replace_all(kwargs.get('message'), re_dict)
message = utils.safe_msg(message)
with open(txt_name, 'w+') as f:
f.write("\n".join(used_links))
tweet_image = utils.download_image(url, path, filename, **kwargs)
if tweet_image:
break
if not utils.is_bool(kwargs.get('save images')):
from threading import Thread
Thread(name="Delete Image", target=delete_image, args=(
tweet_image, )).start()
return message, tweet_image
def update(self, tfg, validated_data):
try:
# comprobando titulo
if 'titulo' in validated_data.keys():
if validated_data.get('titulo') == '' or not utils.is_string(validated_data.get('titulo')):
raise NameError("Titulo incorrecto")
else:
tfg.titulo = validated_data.get('titulo')
# comprobando tipo
if 'tipo' in validated_data.keys():
if validated_data.get('tipo') == '' or not utils.is_string(validated_data.get('tipo')):
raise NameError("Tipo incorrecto")
else:
tfg.tipo = validated_data.get('tipo')
# comprobando n_alumnos
if 'n_alumnos' in validated_data.keys():
if ( int(validated_data.get('n_alumnos')) <= 0) or ( int(validated_data.get('n_alumnos')) > 3):
raise NameError("Numero de alumnos incorrecto")
else:
tfg.n_alumnos = validated_data.get('n_alumnos')
# comprobando descripcion
if 'descripcion' in validated_data.keys():
if validated_data.get('descripcion') == '' or not utils.is_string(validated_data.get('descripcion')):
raise NameError("Descripcion incorrecta")
else:
tfg.descripcion = validated_data.get('descripcion')
# comprobando conocimientos_previos
if 'conocimientos_previos' in validated_data.keys():
if validated_data.get('conocimientos_previos') == '' or \
not utils.is_string(validated_data.get('conocimientos_previos')):
raise NameError("Conocimientos Previos incorrectos")
else:
tfg.conocimientos_previos = validated_data.get('conocimientos_previos')
# comprobando hard_soft
if 'hard_soft' in validated_data.keys():
if validated_data.get('hard_soft') == '' or not utils.is_string(validated_data.get('hard_soft')):
raise NameError("Hard/Soft incorrectos")
else:
tfg.hard_soft = validated_data.get('hard_soft')
# comprobando tutor
if 'tutor' in validated_data.keys():
try:
tutor = Profesor.objects.get(email=validated_data.get('tutor'))
except:
raise NameError('El tutor no existe')
# if not isinstance(tutor, Profesor) or tutor.groups.filter(name='Profesores').exists():
# raise NameError("Tutor incorrecto")
# else:
tfg.tutor = tutor
# comprobando cotutor
if 'cotutor' in validated_data.keys():
if validated_data.get('cotutor') != '':
try:
cotutor = Profesor.objects.get(email=validated_data.get('cotutor'))
except:
raise NameError("El Cotutor no existe")
# if not isinstance(cotutor, Profesor) or not cotutor.groups.filter(name='Profesores').exists():
# raise NameError("Cotutor incorrecto")
# else:
tfg.cotutor = cotutor
else:
tfg.cotutor = None
# comprobando titulacion
if 'titulacion' in validated_data.keys():
try:
titulacion = Titulacion.objects.get(codigo=validated_data.get('titulacion'))
except:
raise NameError('La Titulacion no existe')
if not isinstance(titulacion, Titulacion):
raise NameError("Titulacion incorrecta")
else:
tfg.titulacion = titulacion
# comprobando publicado
if 'publicado' in validated_data.keys():
if validated_data.get('publicado') == '' or not utils.is_bool(validated_data.get('publicado')):
raise NameError("Valor Publicado invalido")
else:
tfg.publicado = utils.to_bool(validated_data.get('publicado'))
# comprobando validado
if 'validado' in validated_data.keys():
if validated_data.get('validado') == '' or not utils.is_bool(validated_data.get('validado')):
raise NameError("Valor Validado invalido")
else:
tfg.validado = utils.to_bool(validated_data.get('validado'))
# comprobando asignado
if 'asignado' in validated_data.keys():
if validated_data.get('asignado') == '' or not utils.is_bool(validated_data.get('asignado')):
raise NameError("Valor Publicado invalido")
else:
try:
tfg_asig = Tfg_Asig.objects.get(tfg=tfg)
except:
raise NameError('El Tfg asignado no existe')
if validated_data.get('asignado'):
tfg.asignado = utils.to_bool(validated_data.get('asignado'))
else:
try:
resul = self.serializer_class(tfg_asig).delete
tfg.asignado = utils.to_bool(validated_data.get('asignado'))
except:
raise NameError('Error al eliminar la asignacion del tfg')
tfg.save()
return dict(status=True, data=Tfg.objects.get(titulo=tfg.titulo))
except NameError as e:
return dict(status=False, message=e.message)
def update(self, tfg, validated_data):
try:
# comprobando titulo
if 'titulo' in validated_data.keys():
if validated_data.get('titulo') == '' or not utils.is_string(
validated_data.get('titulo')):
raise NameError("Titulo incorrecto")
else:
tfg.titulo = validated_data.get('titulo')
# comprobando tipo
if 'tipo' in validated_data.keys():
if validated_data.get('tipo') == '' or not utils.is_string(
validated_data.get('tipo')):
raise NameError("Tipo incorrecto")
else:
tfg.tipo = validated_data.get('tipo')
# comprobando n_alumnos
if 'n_alumnos' in validated_data.keys():
if (int(validated_data.get('n_alumnos')) <= 0) or (int(
validated_data.get('n_alumnos')) > 3):
raise NameError("Numero de alumnos incorrecto")
else:
tfg.n_alumnos = validated_data.get('n_alumnos')
# comprobando descripcion
if 'descripcion' in validated_data.keys():
if validated_data.get(
'descripcion') == '' or not utils.is_string(
validated_data.get('descripcion')):
raise NameError("Descripcion incorrecta")
else:
tfg.descripcion = validated_data.get('descripcion')
# comprobando conocimientos_previos
if 'conocimientos_previos' in validated_data.keys():
if validated_data.get('conocimientos_previos') == '' or \
not utils.is_string(validated_data.get('conocimientos_previos')):
raise NameError("Conocimientos Previos incorrectos")
else:
tfg.conocimientos_previos = validated_data.get(
'conocimientos_previos')
# comprobando hard_soft
if 'hard_soft' in validated_data.keys():
if validated_data.get(
'hard_soft') == '' or not utils.is_string(
validated_data.get('hard_soft')):
raise NameError("Hard/Soft incorrectos")
else:
tfg.hard_soft = validated_data.get('hard_soft')
# comprobando tutor
if 'tutor' in validated_data.keys():
try:
tutor = Profesor.objects.get(
email=validated_data.get('tutor'))
except:
raise NameError('El tutor no existe')
# if not isinstance(tutor, Profesor) or tutor.groups.filter(name='Profesores').exists():
# raise NameError("Tutor incorrecto")
# else:
tfg.tutor = tutor
# comprobando cotutor
if 'cotutor' in validated_data.keys():
if validated_data.get('cotutor') != '':
try:
cotutor = Profesor.objects.get(
email=validated_data.get('cotutor'))
except:
raise NameError("El Cotutor no existe")
# if not isinstance(cotutor, Profesor) or not cotutor.groups.filter(name='Profesores').exists():
# raise NameError("Cotutor incorrecto")
# else:
tfg.cotutor = cotutor
else:
tfg.cotutor = None
# comprobando titulacion
if 'titulacion' in validated_data.keys():
try:
titulacion = Titulacion.objects.get(
codigo=validated_data.get('titulacion'))
except:
raise NameError('La Titulacion no existe')
if not isinstance(titulacion, Titulacion):
raise NameError("Titulacion incorrecta")
else:
tfg.titulacion = titulacion
# comprobando publicado
if 'publicado' in validated_data.keys():
if validated_data.get('publicado') == '' or not utils.is_bool(
validated_data.get('publicado')):
raise NameError("Valor Publicado invalido")
else:
tfg.publicado = utils.to_bool(
validated_data.get('publicado'))
# comprobando validado
if 'validado' in validated_data.keys():
if validated_data.get('validado') == '' or not utils.is_bool(
validated_data.get('validado')):
raise NameError("Valor Validado invalido")
else:
tfg.validado = utils.to_bool(
validated_data.get('validado'))
# comprobando asignado
if 'asignado' in validated_data.keys():
if validated_data.get('asignado') == '' or not utils.is_bool(
validated_data.get('asignado')):
raise NameError("Valor Publicado invalido")
else:
try:
tfg_asig = Tfg_Asig.objects.get(tfg=tfg)
except:
raise NameError('El Tfg asignado no existe')
if validated_data.get('asignado'):
tfg.asignado = utils.to_bool(
validated_data.get('asignado'))
else:
try:
resul = self.serializer_class(tfg_asig).delete
tfg.asignado = utils.to_bool(
validated_data.get('asignado'))
except:
raise NameError(
'Error al eliminar la asignacion del tfg')
tfg.save()
return dict(status=True, data=Tfg.objects.get(titulo=tfg.titulo))
except NameError as e:
return dict(status=False, message=e.message)
def get_reddit(**kwargs):
if kwargs.get('used images'):
txt_name = kwargs.get('used images')
used_links = open(txt_name, 'r').read().splitlines()
else:
txt_name = os.path.join(os.getcwd(), "Used reddit {0}.txt".format(
kwargs['bot name']))
try:
used_links = open(txt_name, 'r').read().splitlines()
except:
if not os.path.exists(txt_name):
print("Didn't find any used links! Creating a TXT!")
print("Set it to:\n{0}".format(txt_name))
used_links = []
else:
used_links = open(txt_name, 'r').read().splitlines()
try:
sub = used_links[0]
used_links = used_links[1:]
except:
# Probably doesn't exist (i hope only that)
pass
if kwargs.get('save images'):
if kwargs.get('path'):
path = kwargs.get('path')
else:
path = os.path.abspath(os.path.join(os.getcwd(),
"images"))
if not os.path.exists(path):
os.makedirs(path)
else:
path = os.path.abspath(os.path.join(os.getcwd()))
start_url = "https://www.reddit.com/r/"
subreddits = kwargs.get('subreddits')
is_random = kwargs.get('random subreddit')
is_random_link = kwargs.get('random link')
if subreddits is None:
return False, False
if isinstance(subreddits, str):
subreddits = subreddits.split(", ")
if utils.is_bool(is_random):
import random
sub = random.choice(subreddits)
else:
# Get last used sub and + 1
try:
sub = open(os.path.join(os.getcwd(), "Used reddit {0}.txt".format(
kwargs['bot name'])),
'r').read().splitlines
sub = subreddits[(subreddits.index(sub) + 1)]
except:
# Doesn't exsist / end of list
sub = subreddits[0]
url = start_url + sub + "/.rss"
soup = utils.scrape_site(url, is_rss=True)
pic_imgs = []
for a in soup.find_all('item'):
img_string = a.find('description').string
img_title = a.find('title').string
img_link = a.find('link').string
img_string = img_string[:img_string.index("[link]")]
img_string = BeautifulSoup(img_string, 'html5lib').find_all('a')
for item in img_string:
if "reddit.com" not in item['href'] and "http" in item['href']:
pic_imgs.append([item['href'], img_title, img_link])
if utils.is_bool(is_random_link):
import random
image = random.choice(pic_imgs)
else:
image = pic_imgs[0]
safe_break = 0
count = 0
while image[0] in used_links:
if utils.is_bool(is_random_link):
image = random.choice(pic_imgs)
else:
image = pic_imgs[count]
if image[0] in used_links:
count += 1
continue
break
safe_break += 1
if safe_break == 50:
break
used_links.append(image[0])
imgTypes = {"jpg": "image/jpeg",
"jpeg": "image/jpeg",
"png": "image/png",
"gif": "image/gif",
"webm": "video/webm"}
filepath = urlparse(image[0]).path
ext = os.path.splitext(filepath)[1].lower()
if not ext[ext.rfind(".") + 1:] in imgTypes:
if "imgur" in image[0]:
# Just make it .png it still returns correct image
image[0] = "http://i.imgur.com/" + image[0].rsplit(
'/', 1)[1] + ".png"
ext = ".png"
sn_kwgs = {}
if "(x-post" in image[1].lower() or "(via" in image[1].lower():
image[1] = re.sub(r'\([^)]*\)', '', image[1])
if "sn" in kwargs.get('message'):
sn_url, sn_kwgs = utils.saucenao(fname=image[0],
api_key=kwargs.get('saucenao api'),
metainfo=True)
re_dict = {'{url}': image[2],
'{title}': image[1],
'{sn title}': sn_kwgs.get('title'),
'{sn illust id}': sn_kwgs.get('illust id'),
'{sn illust url}': sn_url,
'{sn artist}': sn_kwgs.get('artist'),
'{sn artist id}': sn_kwgs.get('artist id'),
'{sn artist url}': sn_kwgs.get('artist url')}
if kwargs.get('filename'):
filename = utils.replace_all(kwargs.get('filename'), re_dict)
filename = utils.safe_msg(filename)
else:
filename = ""
if kwargs.get('message'):
message = utils.replace_all(kwargs.get('message'), re_dict)
message = utils.safe_msg(message)
else:
message = ""
image = utils.download_image(image[0], path, filename, **kwargs)
used_links = [sub] + used_links
with open(txt_name, 'w') as f:
f.write("\n".join(used_links))
return message, image