orb = cv2.ORB_create() kp = orb.detect(gray, None) kp, des = orb.compute(gray, kp) des_str = str(des.tolist()) descriptorsDb.insertDescriptorData(file[:-4], des_str) class ImagePathData: def __init__(self, url, path): self.url = url self.path = path shared_images = [] files = getExistingImages() print(len(facebookDb.selectFacebookData())) for row in facebookDb.selectFacebookData(): url = row[1] image_matches = re.findall(image_regex, url) if image_matches: image_name = str(row[0]) + image_matches[0][-4:] if not image_name in files: path = "./images/" + image_name imageData = ImagePathData(url, path) shared_images.append(imageData) else: print("NO!: ", url) def download(images): for imageData in images:
def writeIndex(index): with open("./index.txt", "w") as f: f.write(str(index)) def readIndex(): with open("./index.txt", "r") as f: return int(f.read()) def storeOutput(): pass index = readIndex() data = facebookDb.selectFacebookData() def fill_queue(): for cnt in range(index, index + 100000): q.put(cnt) print(q.qsize()) class InsertData: def __init__(self, comment_count, post_id): self.comment_count = comment_count self.post_id = post_id from queue import Queue
page.posts = getPostData(url) if page.posts: for post in page.posts: token = getToken() set_post_data(post) StoreInFacebookData(post.id, post.image_url, post.message, post.share_count, post.comment_count, page.metrics.fan_count, page.metrics.rating_count, page.metrics.talking_about_count, page.metrics.star_rating, -1) print("Stored!", post.id) else: pass import time while True: try: run() except Exception as e: print(e.message) from datetime import datetime print(datetime.now()) print("Error in thread") time.sleep(1000) # tgc.run() print(len(facebookDb.selectFacebookData()))