Example #1
0
 def setUp(self):
     logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.DEBUG)
     
     self.config_ = load_config(("/vagrant/config.yaml"), logger, exit_with_error=True)
     
     if self.config_ is None:
         logger.error("No config. Exit.")
         sys.exit(1)
 def setUp(self):
     fill_database()
     add_vendors()
     config_ = load_config(file_path="/vagrant/config.yaml", logger=logger)
     self.feature_extractor = TfidfFeatureExtractor(prefix=config_['prefix'])
     self.ranker = ArticleRanker(extractor=self.feature_extractor)
     self.body = '{"news_vendor": "boingboing", ' \
                 '"features": ' \
                 '{"version": "TF-IDF-1.1", ' \
                 '"data": [[87, 1.0]]}, ' \
                 '"author": "David Pescovitz", ' \
                 '"headline": "Documentary about Astro Boy creator Osamu\\u00a0Tezuka",' \
                 ' "content": "<p class=\\"byline permalink\\"><a href=\\"http://boingboing.net/author/david_pescovitz\\" title=\\"Posts by David Pescovitz\\" rel=\\"author\\">David Pescovitz</a> at 9:33 am Wed, Oct 23, 2013   \\n\\n\\n\\n</p>", ' \
                 '"clean_content": "David Pescovitz at 9:33 am Wed, Oct 23, 2013 ",' \
                 ' "link": "http://rss.feedsportal.com/c/35208/f/653965/s/32d1ba95/sc/38/l/0Lboingboing0Bnet0C20A130C10A0C230Cdocumentary0Eabout0Eastro0Eboy0Ecr0Bhtml/story01.htm"}'
     self.article_as_dict = json.loads(self.body)
Example #3
0
 def setUp(self):
     fill_database()
     config_ = load_config(file_path="/vagrant/config.yaml", logger=logger)
     self.feature_extractor = EsaFeatureExtractor(prefix=config_['prefix'])
     self.ranker = ArticleRanker(extractor=self.feature_extractor)
     self.article_as_dict = {'news_vendor': 'TechCrunch',
                             'author': "MG Siegler",
                             'link': "http://www.techcrunch.com",
                             'headline': "Again Apple",
                             'clean_content': "Fooobaaar!",
                             'content': "<p>Fooobaaar!</p>",
                             'features': {'version': '1.0',
                                         'data': [(1, 0.5),
                                                  (3, 0.6)
                                                 ]
                                         }
                             }
Example #4
0
    def setUp(self):
        logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.DEBUG)

        config = load_config(file_path="/vagrant/config.yaml", logger=logger, exit_with_error=True)

        #Connect to test database
        connect("nyan_test", port=27017)
        fill_database()
        #connect(config['database']['db-name'], 
        #        username= config['database']['user'], 
        #        password= config['database']['passwd'], 
        #        port = config['database']['port'])

        self.user_id = User.objects(email=u'*****@*****.**').first().id
        #feature_extractor = EsaFeatureExtractor(prefix = config['prefix'])
        feature_extractor = TfidfFeatureExtractor(prefix=config['prefix'])
        self.trainer = UserModelSVM(self.user_id, extractor=feature_extractor)
Example #5
0
if __name__ == "__main__":
    from optparse import OptionParser

    p = OptionParser()
    p.add_option("-c", "--config", action="store", dest="config", help="specify config file")
    p.add_option("-l", "--log", action="store", dest="log", help="specify log file")

    (options, args) = p.parse_args()

    logging.basicConfig(format="%(asctime)s : %(levelname)s : %(message)s", level=logging.DEBUG, filename=options.log)

    # load config
    logger = logging.getLogger("main")
    logging.info("Load config")

    config_ = load_config(options.config, logger, exit_with_error=True)

    if config_ is None:
        logger.error("No config. Exit.")
        sys.exit(1)

    # Connect to mongo database
    connect(
        config_["database"]["db-name"],
        username=config_["database"]["user"],
        password=config_["database"]["passwd"],
        port=config_["database"]["port"],
    )

    feature_extractor = TfidfFeatureExtractor(prefix=config_["prefix"])
Example #6
0
 def setUp(self):
     self.config = load_config(file_path="/vagrant/config.yaml", logger=logger, exit_with_error=True)
Example #7
0
logging.basicConfig(format='-' * 80 + '\n' +
                           '%(asctime)s : %(levelname)s in %(module)s [%(pathname)s:%(lineno)d]:\n' +
                           '%(message)s\n' +
                           '-' * 80,
                    level=logging.DEBUG,
                    filename="log.txt")

#Flask app
app = Flask(__name__)
runner = Runner(app)

#salt for hashing etc.
SALT = u""

#Load non-FLASK config
config = load_config("config.yaml", app.logger)

#Flask config
try:
    SECRET_KEY = config['flask']['secret_key']
    DEBUG = config['flask']['debug']
except KeyError as e:
    app.logger.error("Malformed config." + "Could not get flask secret key and debug option: %s" % (e))
    sys.exit(1)

# For debugging
toolbar = DebugToolbarExtension(app)

app.config.from_object(__name__)

#Login manager
Example #8
0
from mongoengine import *
from nyan.shared_modules.models.mongodb_models import *

import unittest
from nyan.shared_modules.utils.helper import load_config
from nyan.shared_modules.models.mongodb_models import *

logger = logging.getLogger("unittesting")
logging.basicConfig(format='%(asctime)s : %(levelname)s : %(message)s', level=logging.DEBUG)

#Connect to test database
connect("nyan_test", port=27017)


config_ = load_config(file_path="/vagrant/config.yaml", logger=logger)
feature_extractor = TfidfFeatureExtractor(prefix=config_['prefix'])
ranker = ArticleRanker(extractor=feature_extractor)

#body='{"news_vendor": "allfacebook", "features": {"version": "TF-IDF-1.1", "data": [[30, 0.1152804266328724], [700, 0.10306959692284932], [1182, 0.11807137456445314], [1653, 0.0941681102858023], [1676, 0.10370011901114959], [1811, 0.17155946860137014], [2611, 0.21788069908826144], [2652, 0.45744644650563265], [2662, 0.21298213388546064], [3204, 0.1214239502500954], [3405, 0.11661768833389584], [4666, 0.11661768833389584], [4837, 0.10076153961190332], [5148, 0.0776009243684577], [5363, 0.23323537666779168], [5689, 0.09148928930112653], [5817, 0.1256226233038028], [5829, 0.12819799595561865], [6045, 0.08371453418650211], [6287, 0.12339173403941908], [6333, 0.32891400667298226], [6616, 0.5590571320884813], [7528, 0.09148928930112653], [7689, 0.08102851972383454]]}, "author": "Rene Nederhand", "headline": "Social Media Jobs: High 5 Games, DeSales Media Group, ESI Design", "content": "<section class=\\"postcontent col-main\\">\\n\\t\\t<p></p>\\n<p>This week, <a href=\\"http://www.mediabistro.com/High-5-Games-jobs-e31135.html\\" target=\\"_blank\\">High 5 Games</a> is hiring a <a href=\\"http://mediabistro.com/allfacebook-jobs/jobview.asp?joid=157317&amp;c=jejpaf\\" target=\\"_blank\\">Flash game developer</a>, as well as a <a href=\\"http://mediabistro.com/allfacebook-jobs/jobview.asp?joid=157315&amp;c=jejpaf\\" target=\\"_blank\\">Java developer</a>. Meanwhile, <a href=\\"http://www.mediabistro.com/DeSales-Media-Group-jobs-e34506.html\\" target=\\"_blank\\">DeSales Media Group</a> needs a <a href=\\"http://mediabistro.com/allfacebook-jobs/jobview.asp?joid=157370&amp;c=jejpaf\\" target=\\"_blank\\">bilingual social media specialist</a>, and <a href=\\"http://www.mediabistro.com/ESI-Design-jobs-e24647.html\\" target=\\"_blank\\">ESI Design</a> is on the hunt for a <a href=\\"http://mediabistro.com/allfacebook-jobs/jobview.asp?joid=157413&amp;c=jejpaf\\" target=\\"_blank\\">vice president of business development and marketing</a>. Get the scoop on these openings below, and find additional <a href=\\"http://mediabistro.com/Social-Media-jobs.html?c=jejpaf\\" target=\\"_blank\\">social media jobs</a> on Mediabistro.</p>\\n<p><a href=\\"http://allfacebook.com/files/2012/06/high5games.jpg\\"></a></p>\\n<ul>\\n<li>\\n<a href=\\"http://mediabistro.com/allfacebook-jobs/jobview.asp?joid=157317&amp;c=jejpaf\\" target=\\"_blank\\">Flash Game Developer</a><strong> High 5 Games </strong>(New York, NY)</li>\\n<li>\\n<a href=\\"http://mediabistro.com/allfacebook-jobs/jobview.asp?joid=157315&amp;c=jejpaf\\" target=\\"_blank\\">Java Developer</a> <strong></strong><strong></strong><strong>High 5 Games </strong>(New York, NY)</li>\\n<li>\\n<a href=\\"http://mediabistro.com/allfacebook-jobs/jobview.asp?joid=157370&amp;c=jejpaf\\" target=\\"_blank\\">Bilingual Social Media Specialist</a><strong> Future US </strong>(Brooklyn, NY)</li>\\n<li>\\n<a href=\\"http://mediabistro.com/allfacebook-jobs/jobview.asp?joid=157413&amp;c=jejpaf\\" target=\\"_blank\\">Vice President, Business Development &amp; Marketing</a> <strong></strong><strong>Warner Bros. Entertainment Group </strong>(New York, NY)</li>\\n<li>\\n<a href=\\"http://mediabistro.com/allfacebook-jobs/jobview.asp?joid=157435&amp;c=jejpaf\\" target=\\"_blank\\">Social Media Community Engagement Coordinator</a><strong>\\u00a0</strong><strong>International Fellowship of Christians &amp; Jews </strong>(Chicago, IL)</li>\\n</ul>\\n<p><em>Find more great <a href=\\"http://mediabistro.com/allfacebook-jobs?c=jejpaf\\" target=\\"_blank\\">social media jobs</a> on our job board. Looking to hire? Tap into our network of talented AllFacebook pros and <a href=\\"http://mediabistro.com/allfacebook-jobs/post_job.asp?c=jejpaf\\" target=\\"_blank\\">post a risk-free job listing</a>. For real-time openings and employment news, follow <a href=\\"http://twitter.com/mbjobpost\\" target=\\"_blank\\">@MBJobPost</a>.</em></p>\\n\\t</section>", "clean_content": " This week, High 5 Games is hiring a Flash game developer, as well as a Java developer. Meanwhile, DeSales Media Group needs a bilingual social media specialist, and ESI Design is on the hunt for a vice president of business development and marketing. Get the scoop on these openings below, and find additional social media jobs on Mediabistro. Flash Game Developer High 5 Games (New York, NY) Java Developer High 5 Games (New York, NY) Bilingual Social Media Specialist Future US (Brooklyn, NY) Vice President, Business Development & Marketing Warner Bros. Entertainment Group (New York, NY) Social Media Community Engagement Coordinator\\u00a0International Fellowship of Christians & Jews (Chicago, IL) Find more great social media jobs on our job board. Looking to hire? Tap into our network of talented AllFacebook pros and post a risk-free job listing. For real-time openings and employment news, follow @MBJobPost. ", "link": "http://allfacebook.com/social-media-jobs-high-5-games-desales-media-group-esi-design_b126538"}'
body='{"news_vendor": "allthingsd", "features": {"version": "TF-IDF-1.1", "data": [[22, 0.07471478070485978], [30, 0.09216158296656375], [107, 0.06304488999435026], [300, 0.18234353646009205], [542, 0.09216158296656375], [650, 0.06182478702301671], [654, 0.07006266179247984], [661, 0.09025027275624188], [767, 0.10042971004055462], [1132, 0.17281575947747868], [1332, 0.10248860613638557], [1382, 0.08781511553287091], [1514, 0.09707305734337951], [1887, 0.2735153046901381], [2214, 0.14781010961996477], [2252, 0.06438775753503796], [2351, 0.08781511553287091], [2858, 0.10042971004055462], [2888, 0.08342748816910424], [2987, 0.09864621311888302], [3057, 0.09025027275624188], [3196, 0.06182478702301671], [3738, 0.06573803636976888], [3797, 0.12801585894568449], [4011, 0.09117176823004602], [4192, 0.12386242595690393], [4212, 0.08938827130837443], [4395, 0.09439282192763115], [4785, 0.19133164309849587], [4807, 0.09216158296656375], [4824, 0.08191382641953743], [5083, 0.10248860613638557], [5307, 0.27075081826872566], [5394, 0.07151361738584092], [5432, 0.06559669762503734], [5439, 0.07471478070485978], [5478, 0.06573803636976888], [5591, 0.07893343484990234], [5687, 0.08342748816910424], [5749, 0.20085942008110924], [5930, 0.19764266036248826], [6047, 0.07971933132411649], [6117, 0.07557678215272721], [6123, 0.09566582154924794], [6271, 0.06911500296704057], [6315, 0.10248860613638557], [6334, 0.20085942008110924], [6431, 0.09025027275624188], [6475, 0.09323066432587697], [6504, 0.22673034645818166], [6531, 0.4482886842291587], [6593, 0.07108272883352532], [6683, 0.06986767458148789], [6978, 0.08191382641953743], [7206, 0.07819122242685785], [7492, 0.08575621943703997], [7728, 0.10248860613638557], [7779, 0.07364569934554656], [7792, 0.08709297281568963]]}, "author": "Arik Hesseldahl", "headline": "Oracle, Google and Red Hat Engineers Ride to the Rescue of Health Care Site", "content": "<p><a href=\\"http://allthingsd.com/20131031/oracle-google-and-red-hat-engineers-ride-to-the-rescue-of-health-care-site/scouts_to_the_rescue/\\" rel=\\"attachment wp-att-369719\\"></a>Engineers from at least three major tech companies are said to be helping the federal government with its troubled health insurance website, HealthCare.gov.</p><a href=\\"http://allthingsd.com/20131031/oracle-google-and-red-hat-engineers-ride-to-the-rescue-of-health-care-site/scouts_to_the_rescue/\\" rel=\\"attachment wp-att-369719\\"></a><img src=\\"http://i2.wp.com/allthingsd.com/files/2013/10/scouts_to_the_rescue-363x285.jpg?resize=363%2C285\\" alt=\\"scouts_to_the_rescue\\" class=\\"alignright size-medium wp-image-369719\\" data-recalc-dims=\\"1\\"><p>According to a <a href=\\"http://www.bloomberg.com/news/2013-10-31/google-oracle-workers-enlisted-for-obamacare-tech-surge-.html\\">Bloomberg report</a>, at least three employees on leave from Google, Oracle and Red Hat are stepping in to help get the site up and running nearly a month after its disastrous launch. </p><a href=\\"http://www.bloomberg.com/news/2013-10-31/google-oracle-workers-enlisted-for-obamacare-tech-surge-.html\\">Bloomberg report</a><p>One of those named is Michael Dickerson, a site reliability engineer at Google. According to his <a href=\\"http://www.linkedin.com/pub/mikey-dickerson/40/73/b49\\">LinkedIn profile</a>, he\\u2019s a seven-year veteran of Google who also spent five months working on the Obama campaign during the 2012 election. He\\u2019s on leave from Google, according to a person familiar with the situation.</p><a href=\\"http://www.linkedin.com/pub/mikey-dickerson/40/73/b49\\">LinkedIn profile</a><p>A second engineer is Greg Gershman, whose <a href=\\"http://www.linkedin.com/in/greggershman\\">LinkedIn profile </a> lists him as the director of innovation at <a href=\\"http://www.mobomo.com/\\">Mobomo</a>, a Baltimore-based company that has built mobile apps for the U.S. Navy and NASA. He\\u2019s a former presidential innovation fellow who spent six months working on <a href=\\"https://my.usa.gov/\\">Project MyUSA</a>, a site intended to \\u201cre-imagine the relationship between citizens and government through technology.\\u201d</p><a href=\\"http://www.linkedin.com/in/greggershman\\">LinkedIn profile </a><a href=\\"http://www.mobomo.com/\\">Mobomo</a><a href=\\"https://my.usa.gov/\\">Project MyUSA</a><p>The story didn\\u2019t name anyone from Oracle or Red Hat working on the effort, dubbed the \\u201ctech surge,\\u201d to try to get the site running properly. Stephanie Wonderlick, a spokeswoman for Red Hat, didn\\u2019t have any comment. Google had no comment. </p><p>Larry Ellison, CEO of Oracle, one of the companies supplying the software underpinning the site, was asked about the effort at a shareholders meeting held today. \\u201cWe think it\\u2019s our responsibility as a technology provider to serve all of our customers, and the government is one of our customers,\\u201d he said. \\u201cWe are helping them in every way we can. I will refrain from editorial comments about what has happened there. I think most of us want to see our government operating effectively.\\u201d (Ellison\\u2019s <a href=\\"http://oracle.com.edgesuite.net/ivt/wc/4000/5204/18806/29569/Lobby/default.htm\\">comments are here</a> at about the 1:15 mark during the Q&amp;A portion of the meeting.) </p><a href=\\"http://oracle.com.edgesuite.net/ivt/wc/4000/5204/18806/29569/Lobby/default.htm\\">comments are here</a><p>The HealthCare.gov site has been plagued by availability problems from the start. And yesterday Kathleen Sebelius, the secretary of health and human services, <a href=\\"http://online.wsj.com/news/articles/SB10001424052702304655104579166033844245124\\">apologized for the issues</a>. What\\u2019s missing so far is a clear and precise explanation of what went wrong.  </p><a href=\\"http://online.wsj.com/news/articles/SB10001424052702304655104579166033844245124\\">apologized for the issues</a><p>Whatever it is they\\u2019re doing, they better hurry. Those people who haven\\u2019t bought health insurance by March 31 are, under the terms of the Affordable Care Act, subject to fines. </p><div class=\\"clearfix\\"></div>", "clean_content": "Engineers from at least three major tech companies are said to be helping the federal government with its troubled health insurance website, HealthCare.gov.According to a Bloomberg report, at least three employees on leave from Google, Oracle and Red Hat are stepping in to help get the site up and running nearly a month after its disastrous launch. Bloomberg reportOne of those named is Michael Dickerson, a site reliability engineer at Google. According to his LinkedIn profile, he\\u2019s a seven-year veteran of Google who also spent five months working on the Obama campaign during the 2012 election. He\\u2019s on leave from Google, according to a person familiar with the situation.LinkedIn profileA second engineer is Greg Gershman, whose LinkedIn profile lists him as the director of innovation at Mobomo, a Baltimore-based company that has built mobile apps for the U.S. Navy and NASA. He\\u2019s a former presidential innovation fellow who spent six months working on Project MyUSA, a site intended to \\u201cre-imagine the relationship between citizens and government through technology.\\u201dLinkedIn profile MobomoProject MyUSAThe story didn\\u2019t name anyone from Oracle or Red Hat working on the effort, dubbed the \\u201ctech surge,\\u201d to try to get the site running properly. Stephanie Wonderlick, a spokeswoman for Red Hat, didn\\u2019t have any comment. Google had no comment. Larry Ellison, CEO of Oracle, one of the companies supplying the software underpinning the site, was asked about the effort at a shareholders meeting held today. \\u201cWe think it\\u2019s our responsibility as a technology provider to serve all of our customers, and the government is one of our customers,\\u201d he said. \\u201cWe are helping them in every way we can. I will refrain from editorial comments about what has happened there. I think most of us want to see our government operating effectively.\\u201d (Ellison\\u2019s comments are here at about the 1:15 mark during the Q&A portion of the meeting.) comments are hereThe HealthCare.gov site has been plagued by availability problems from the start. And yesterday Kathleen Sebelius, the secretary of health and human services, apologized for the issues. What\\u2019s missing so far is a clear and precise explanation of what went wrong. apologized for the issuesWhatever it is they\\u2019re doing, they better hurry. Those people who haven\\u2019t bought health insurance by March 31 are, under the terms of the Affordable Care Act, subject to fines. ", "link": "http://allthingsd.com/20131031/oracle-google-and-red-hat-engineers-ride-to-the-rescue-of-health-care-site/"}'
#body='{"news_vendor": "TechCrunch", "features": {"version": "TF-IDF-1.1", "data": [[22, 0.07471478070485978], [30, 0.09216158296656375], [107, 0.06304488999435026], [300, 0.18234353646009205], [542, 0.09216158296656375], [650, 0.06182478702301671], [654, 0.07006266179247984], [661, 0.09025027275624188], [767, 0.10042971004055462], [1132, 0.17281575947747868], [1332, 0.10248860613638557], [1382, 0.08781511553287091], [1514, 0.09707305734337951], [1887, 0.2735153046901381], [2214, 0.14781010961996477], [2252, 0.06438775753503796], [2351, 0.08781511553287091], [2858, 0.10042971004055462], [2888, 0.08342748816910424], [2987, 0.09864621311888302], [3057, 0.09025027275624188], [3196, 0.06182478702301671], [3738, 0.06573803636976888], [3797, 0.12801585894568449], [4011, 0.09117176823004602], [4192, 0.12386242595690393], [4212, 0.08938827130837443], [4395, 0.09439282192763115], [4785, 0.19133164309849587], [4807, 0.09216158296656375], [4824, 0.08191382641953743], [5083, 0.10248860613638557], [5307, 0.27075081826872566], [5394, 0.07151361738584092], [5432, 0.06559669762503734], [5439, 0.07471478070485978], [5478, 0.06573803636976888], [5591, 0.07893343484990234], [5687, 0.08342748816910424], [5749, 0.20085942008110924], [5930, 0.19764266036248826], [6047, 0.07971933132411649], [6117, 0.07557678215272721], [6123, 0.09566582154924794], [6271, 0.06911500296704057], [6315, 0.10248860613638557], [6334, 0.20085942008110924], [6431, 0.09025027275624188], [6475, 0.09323066432587697], [6504, 0.22673034645818166], [6531, 0.4482886842291587], [6593, 0.07108272883352532], [6683, 0.06986767458148789], [6978, 0.08191382641953743], [7206, 0.07819122242685785], [7492, 0.08575621943703997], [7728, 0.10248860613638557], [7779, 0.07364569934554656], [7792, 0.08709297281568963]]}, "author": "Arik Hesseldahl", "headline": "Oracle, Google and Red Hat Engineers Ride to the Rescue of Health Care Site", "content": "<p><a href=\\"http://allthingsd.com/20131031/oracle-google-and-red-hat-engineers-ride-to-the-rescue-of-health-care-site/scouts_to_the_rescue/\\" rel=\\"attachment wp-att-369719\\"></a>Engineers from at least three major tech companies are said to be helping the federal government with its troubled health insurance website, HealthCare.gov.</p><a href=\\"http://allthingsd.com/20131031/oracle-google-and-red-hat-engineers-ride-to-the-rescue-of-health-care-site/scouts_to_the_rescue/\\" rel=\\"attachment wp-att-369719\\"></a><img src=\\"http://i2.wp.com/allthingsd.com/files/2013/10/scouts_to_the_rescue-363x285.jpg?resize=363%2C285\\" alt=\\"scouts_to_the_rescue\\" class=\\"alignright size-medium wp-image-369719\\" data-recalc-dims=\\"1\\"><p>According to a <a href=\\"http://www.bloomberg.com/news/2013-10-31/google-oracle-workers-enlisted-for-obamacare-tech-surge-.html\\">Bloomberg report</a>, at least three employees on leave from Google, Oracle and Red Hat are stepping in to help get the site up and running nearly a month after its disastrous launch. </p><a href=\\"http://www.bloomberg.com/news/2013-10-31/google-oracle-workers-enlisted-for-obamacare-tech-surge-.html\\">Bloomberg report</a><p>One of those named is Michael Dickerson, a site reliability engineer at Google. According to his <a href=\\"http://www.linkedin.com/pub/mikey-dickerson/40/73/b49\\">LinkedIn profile</a>, he\\u2019s a seven-year veteran of Google who also spent five months working on the Obama campaign during the 2012 election. He\\u2019s on leave from Google, according to a person familiar with the situation.</p><a href=\\"http://www.linkedin.com/pub/mikey-dickerson/40/73/b49\\">LinkedIn profile</a><p>A second engineer is Greg Gershman, whose <a href=\\"http://www.linkedin.com/in/greggershman\\">LinkedIn profile </a> lists him as the director of innovation at <a href=\\"http://www.mobomo.com/\\">Mobomo</a>, a Baltimore-based company that has built mobile apps for the U.S. Navy and NASA. He\\u2019s a former presidential innovation fellow who spent six months working on <a href=\\"https://my.usa.gov/\\">Project MyUSA</a>, a site intended to \\u201cre-imagine the relationship between citizens and government through technology.\\u201d</p><a href=\\"http://www.linkedin.com/in/greggershman\\">LinkedIn profile </a><a href=\\"http://www.mobomo.com/\\">Mobomo</a><a href=\\"https://my.usa.gov/\\">Project MyUSA</a><p>The story didn\\u2019t name anyone from Oracle or Red Hat working on the effort, dubbed the \\u201ctech surge,\\u201d to try to get the site running properly. Stephanie Wonderlick, a spokeswoman for Red Hat, didn\\u2019t have any comment. Google had no comment. </p><p>Larry Ellison, CEO of Oracle, one of the companies supplying the software underpinning the site, was asked about the effort at a shareholders meeting held today. \\u201cWe think it\\u2019s our responsibility as a technology provider to serve all of our customers, and the government is one of our customers,\\u201d he said. \\u201cWe are helping them in every way we can. I will refrain from editorial comments about what has happened there. I think most of us want to see our government operating effectively.\\u201d (Ellison\\u2019s <a href=\\"http://oracle.com.edgesuite.net/ivt/wc/4000/5204/18806/29569/Lobby/default.htm\\">comments are here</a> at about the 1:15 mark during the Q&amp;A portion of the meeting.) </p><a href=\\"http://oracle.com.edgesuite.net/ivt/wc/4000/5204/18806/29569/Lobby/default.htm\\">comments are here</a><p>The HealthCare.gov site has been plagued by availability problems from the start. And yesterday Kathleen Sebelius, the secretary of health and human services, <a href=\\"http://online.wsj.com/news/articles/SB10001424052702304655104579166033844245124\\">apologized for the issues</a>. What\\u2019s missing so far is a clear and precise explanation of what went wrong.  </p><a href=\\"http://online.wsj.com/news/articles/SB10001424052702304655104579166033844245124\\">apologized for the issues</a><p>Whatever it is they\\u2019re doing, they better hurry. Those people who haven\\u2019t bought health insurance by March 31 are, under the terms of the Affordable Care Act, subject to fines. </p><div class=\\"clearfix\\"></div>", "clean_content": "Engineers from at least three major tech companies are said to be helping the federal government with its troubled health insurance website, HealthCare.gov.According to a Bloomberg report, at least three employees on leave from Google, Oracle and Red Hat are stepping in to help get the site up and running nearly a month after its disastrous launch. Bloomberg reportOne of those named is Michael Dickerson, a site reliability engineer at Google. According to his LinkedIn profile, he\\u2019s a seven-year veteran of Google who also spent five months working on the Obama campaign during the 2012 election. He\\u2019s on leave from Google, according to a person familiar with the situation.LinkedIn profileA second engineer is Greg Gershman, whose LinkedIn profile lists him as the director of innovation at Mobomo, a Baltimore-based company that has built mobile apps for the U.S. Navy and NASA. He\\u2019s a former presidential innovation fellow who spent six months working on Project MyUSA, a site intended to \\u201cre-imagine the relationship between citizens and government through technology.\\u201dLinkedIn profile MobomoProject MyUSAThe story didn\\u2019t name anyone from Oracle or Red Hat working on the effort, dubbed the \\u201ctech surge,\\u201d to try to get the site running properly. Stephanie Wonderlick, a spokeswoman for Red Hat, didn\\u2019t have any comment. Google had no comment. Larry Ellison, CEO of Oracle, one of the companies supplying the software underpinning the site, was asked about the effort at a shareholders meeting held today. \\u201cWe think it\\u2019s our responsibility as a technology provider to serve all of our customers, and the government is one of our customers,\\u201d he said. \\u201cWe are helping them in every way we can. I will refrain from editorial comments about what has happened there. I think most of us want to see our government operating effectively.\\u201d (Ellison\\u2019s comments are here at about the 1:15 mark during the Q&A portion of the meeting.) comments are hereThe HealthCare.gov site has been plagued by availability problems from the start. And yesterday Kathleen Sebelius, the secretary of health and human services, apologized for the issues. What\\u2019s missing so far is a clear and precise explanation of what went wrong. apologized for the issuesWhatever it is they\\u2019re doing, they better hurry. Those people who haven\\u2019t bought health insurance by March 31 are, under the terms of the Affordable Care Act, subject to fines. ", "link": "http://allthingsd.com/20131031/oracle-google-and-red-hat-engineers-ride-to-the-rescue-of-health-care-site/"}'

article_as_dict = json.loads(body)

print "INPUT: ", article_as_dict

#ranker.rank_article(article_as_dict)

# Save article
article_vendor = ranker.get_vendor(article_as_dict)