def __init__(self): member_query = """ select * from expert_10_50 """ count_query = """ select count(*) from expert_10_50 """ self.query = """ select l.list_id,l.list_name,l.list_description from list_rec as l join list_member_rec as lm1 on lm1.list_id=l.list_id where lm1.member_id = %s; """ conn_string = "dbname='nlstudent' user = '******' password ='******'" self.connection = connect(conn_string) self.ind = 0 self.parser = StringParser() self.cursor = self.connection.cursor() self.cursor.execute(member_query) self.members = self.cursor.fetchall() self.cursor.execute(count_query) self.N_members = self.cursor.fetchone()[0] print(self.N_members)
import string from nltk import FreqDist import nltk from psycopg2._psycopg import DatabaseError import sys from parsers.string_parser import StringParser, latin_letters import psycopg2 __author__ = 'Katharine' conn_string = "dbname='nlstudent' user = '******' password ='******'" conn = psycopg2.connect(conn_string) cursor = conn.cursor() f = StringParser() s = {} get_listinfo_for_member = """SELECT l.list_name,l.list_description FROM list_rec as l JOIN list_member_rec as lm ON l.list_id = lm.list_id where lm.member_id = %s""" get_listcount_for_member = """SELECT count FROM member_list_count_rec as lm JOIN list_rec as l ON l.list_id = lm.list_id where lm.member_id = %s;""" get_listinfo_for_list = """SELECT l.list_name,l.list_description FROM list_rec as l where list_id = %s""" get_all_listinfo_for_all_lists = """SELECT l.list_id,l.list_name,l.list_description FROM list_rec as l"""
from django.core.validators import URLValidator from django.db.models import Q import requests __author__ = 'James' from bs4 import BeautifulSoup import feedparser from content_acquisition.models import FeedRec from articles.models import ArticleRec from content_acquisition.ArticleWrapper import ArticleWrapper from newspaper import Article, ArticleException from parsers.string_parser import StringParser clf = pickle.load(open('./pipe.p', 'rb')) parser = StringParser() from django import setup setup() val = URLValidator() def aggregate(): ArticleRec.objects.filter( article_published__lte=datetime.datetime.today() - datetime.timedelta(days=7)).delete() for f in shuffle(FeedRec.objects.all()): u = f.feed_url