import flickrapi

import xml.etree.ElementTree as ET

import pickle

import ecoInfo

import string

with open('flickrKey.txt', 'r') as f:

key = f.readline()

groupId = '1334707@N21'

flickr = flickrapi.FlickrAPI(key)

def getTags(photoXml):

return [tag.text for tag in photoXml.find('tags')]

def getUrl(photoXml):

return photoXml.find('urls').find('url').text

def getPhoto(photoId):

return flickr.photos_getInfo(api_key = key, photo_id = photoId)[0]

def getGroupPhotos(groupId, pageIndex, photoCount):

print "getGroupPhotos page " + str(pageIndex)

return flickr.groups_pools_getPhotos(group_id = groupId, page = pageIndex, per_page = photoCount)[0]

def getPhotoIds(groupXml):

return [p.attrib['id'] for p in groupXml]

def getPageCount(groupXml):

return int(groupXml.attrib['pages'])

def getPhotosIdsFromApi():

return photoIds

def normalizeEcoregion(e):

e = e.lower().replace(' ', '').replace('-','').replace(',','').replace('.','')

e = filter(lambda x: x in string.printable, e)

return e

pickleFile = "pickle.bin"

def unpicklePhotoIds():

return pickle.load(open(pickleFile))

def picklePhotoIds(photoIds):

pickle.dump(photoIds, open(pickleFile, "wb"))

def isEcoregion(tag):

return normalizeEcoregion(tag) in normalizedEcoregions

def ecoregionsInTags(tags):

return filter(isEcoregion, tags)

def getECodes(ecoregions):

return [normalizedEcoregions[normalizeEcoregion(e)] for e in ecoregions]

normalizedEcoregions = dict()

for c in ecoInfo.getAllECodes():

ecoregion = ecoInfo.getEcoregion(c)

normalizedEcoregions[normalizeEcoregion(ecoregion)] = c

photoIds= getPhotosIdsFromApi()

badPhotos = list()

eCodes = set()

count = 1

max = 10000

for photoId in photoIds:

print "processing photo " + str(count) + " of " + str(len(photoIds))

count = count + 1

if (count >= max):

break

photoXml = getPhoto(photoId)

tags = getTags(photoXml)

ecoregions = ecoregionsInTags(tags)

if (len(ecoregions) == 0):

badPhotos.append(photoId)

else:

[eCodes.add(c) for c in getECodes(ecoregions)]

f = open('eotw.txt', 'w')

for e in eCodes:

f.write(e + '\n')

f.close()

f = open('badPhotos.html', 'w')

for b in badPhotos:

url = getUrl(getPhoto(b))

f.write("<a href =\"" + url + "\">" + url + "</a><br/>" + '\n')

f.close()