Python getKeys Exemples

Exemple #1

#########################################
# Simple table of values from one scraper
#########################################
from scraperwiki.apiwrapper import getKeys, getData, getDataByDate, getDataByLocation
import re

sourcescraper = "swale-democratic-services-events-diary"

limit = 30
offset = 0

keys = getKeys(sourcescraper)
data = getData(sourcescraper, 1, offset)

#res
ure = re.compile(".*(http.*uid=[0-9]*)", re.DOTALL)
nre = re.compile(".*strong.(.*strong)", re.DOTALL)
allre = re.compile(".*", re.DOTALL)

#meta
for row in getData(sourcescraper, limit, offset):
    updated = "%s%s" % (row.get('datetime'), "Z")
    break

print """<?xml version="1.0" encoding="utf-8"?>

<feed xmlns='http://www.w3.org/2005/Atom'>
    <title type='text'>Swale Democratic Services Calendar</title>
    <subtitle type='html'>Open Swale</subtitle>
    <updated>%s</updated>
    <id>http://scraperwikiviews.com/run/feed/?</id>

Exemple #2

Fichier : datagovuk-catalogue-table.py Projet : yuandra/scraperwiki-scraper-vault

#########################################
# Simple table of values from one scraper
#########################################
from scraperwiki.apiwrapper import getKeys, getData, getDataByDate, getDataByLocation

sourcescraper = "datagovuk-catalogue"

limit = 20
offset = 0

all_keys = getKeys(sourcescraper)
keys = ['title', 'name', 'department', 'agency', 'notes', 'url', 'resources']
keys += sorted(set(all_keys) - set(keys))

print '<h2>Some data from scraper: %s  (%d columns)</h2>' % (sourcescraper,
                                                             len(keys))
print '<table border="1" style="border-collapse:collapse;">'

# column headings
print "<tr>",
for key in keys:
    print "<th>%s</th>" % key,
print "</tr>"

# rows
for row in getData(sourcescraper, limit, offset):
    print "<tr>",
    for key in keys:
        print "<td>%s</td>" % row.get(key),
    print "</tr>"

Exemple #3

Fichier : view-of-cost-of-government-websites.py Projet : carriercomm/scraperwiki-scraper-vault

#########################################
# Simple table of values from one scraper
#########################################
from scraperwiki.apiwrapper import getKeys, getData, getDataByDate, getDataByLocation

sourcescraper = "cost_of_gov_websites"

limit = 20
offset = 0

keys = getKeys(sourcescraper)
keys.sort()  # alphabetically

print '<h2>Some data from scraper: %s  (%d columns)</h2>' % (sourcescraper, len(keys))
print '<table border="1" style="border-collapse:collapse;">'

# column headings
print "<tr>",
for key in keys:
    print "<th>%s</th>" % key,
print "</tr>"

# rows
for row in getData(sourcescraper, limit, offset):
    print "<tr>",
    for key in keys:
        print "<td>%s</td>" % row.get(key),
    print "</tr>"
    
print "</table>"
#########################################

Exemple #4

Fichier : datagovuk-catalogue-table.py Projet : carriercomm/scraperwiki-scraper-vault

#########################################
# Simple table of values from one scraper
#########################################
from scraperwiki.apiwrapper import getKeys, getData, getDataByDate, getDataByLocation

sourcescraper = "datagovuk-catalogue"

limit = 20
offset = 0

all_keys = getKeys(sourcescraper)
keys = ['title', 'name', 'department', 'agency', 'notes', 'url', 'resources']
keys += sorted(set(all_keys) - set(keys))

print '<h2>Some data from scraper: %s  (%d columns)</h2>' % (sourcescraper, len(keys))
print '<table border="1" style="border-collapse:collapse;">'

# column headings
print "<tr>",
for key in keys:
    print "<th>%s</th>" % key,
print "</tr>"

# rows
for row in getData(sourcescraper, limit, offset):
    print "<tr>",
    for key in keys:
        print "<td>%s</td>" % row.get(key),
    print "</tr>"
    
print "</table>"