Python Tumblr, silo.pub Examples

Example #1

File: getNews.py Project: scottsfarley93/NewsScrapers

endString = dateToURLString(endDate)

##make a new folder that is easy to identify in the docs directory
folderName = key + "_" + startString + "_" + endString

defaultDir = docsFolder + "/" + folderName
saveDest = defaultDir + "/"

if not os.path.exists(defaultDir):
    os.mkdir(defaultDir)

print "Running!"
print "\tGathering content from NPR..."
#npr = NPR.getRange(key, startDate, endDate)
#writeOutputToFile(npr, saveDest + "NPR.dat")
print "\tFinished NPR"
print "\tGathering content from New York Times..."
#nyt = NYT.getRange(key, startDate, endDate)
#writeOutputToFile(nyt, saveDest + "NYT.dat")
print "\tFinished NYT"
print "\tGathering content from Guardian UK..."
#guardian = Guardian.getRange(key, startDate, endDate)
#writeOutputToFile(guardian, saveDest + "guardian.dat")
print "\tFinished Guardian UK"
print "\tGathering content from Tumblr"
tumblr = Tumblr.getRange(key, startDate, endDate)
writeOutputToFile(tumblr, saveDest + "tumblr.dat")
print "\tFinished Tumblr."
print "Analysis Finished!"
exit()

Example #2

File: run.py Project: petermolnar/silo.pasta

import common
import settings
import Tumblr
import LastFM
import DeviantArt
import Flickr
#import Artstation
import HackerNews
from pprint import pprint

silos = [
    DeviantArt.DAFavs(),
    Flickr.FlickrFavs(),
    Tumblr.TumblrFavs(),
    #    Artstation.ASFavs(),
    LastFM.LastFM(),
    HackerNews.HackerNews()
]

for silo in silos:
    silo.run()

Example #3

File: __init__.py Project: scottsfarley1993/NewsScrapers

                number of days of coverage
            content:
                day
                    date
                    number of words
                    number of content
                    entity
                        date
                        number of words
                        raw text
                        title (if applicable)
                        author (if applicable)
                        other ?
"""




import NYT
import Twitter
import NPR
import Guardian
import Tumblr


NYT.test()
Twitter.test()
NPR.test()
Guardian.test()
Tumblr.test()

Example #4

File: __init__.py Project: scottsfarley93/NewsScrapers

                number of content  (articles, tweets, etc)
                number of words
                start date
                end date
                number of days of coverage
            content:
                day
                    date
                    number of words
                    number of content
                    entity
                        date
                        number of words
                        raw text
                        title (if applicable)
                        author (if applicable)
                        other ?
"""

import NYT
import Twitter
import NPR
import Guardian
import Tumblr

NYT.test()
Twitter.test()
NPR.test()
Guardian.test()
Tumblr.test()

Example #5

File: getNews.py Project: scottsfarley1993/NewsScrapers

##make a new folder that is easy to identify in the docs directory
folderName = key + "_" + startString + "_" + endString

defaultDir = docsFolder + "/" + folderName
saveDest = defaultDir + "/"

if not os.path.exists(defaultDir):
    os.mkdir(defaultDir)


print "Running!"
print "\tGathering content from NPR..."
#npr = NPR.getRange(key, startDate, endDate)
#writeOutputToFile(npr, saveDest + "NPR.dat")
print "\tFinished NPR"
print "\tGathering content from New York Times..."
#nyt = NYT.getRange(key, startDate, endDate)
#writeOutputToFile(nyt, saveDest + "NYT.dat")
print "\tFinished NYT"
print "\tGathering content from Guardian UK..."
#guardian = Guardian.getRange(key, startDate, endDate)
#writeOutputToFile(guardian, saveDest + "guardian.dat")
print "\tFinished Guardian UK"
print "\tGathering content from Tumblr"
tumblr = Tumblr.getRange(key, startDate, endDate)
writeOutputToFile(tumblr, saveDest + "tumblr.dat")
print "\tFinished Tumblr."
print "Analysis Finished!"
exit()