Python findEdges示例

示例#1

文件： test3_processor.py 项目： dustin-stoltz/snowcrawl

def downloadAndClassifyUrl( (url, params) ):
	(text, download_stats) = snowcrawl.downloadUrl( 'http://'+url )
	(kept, classify_stats) = classifyText( text, params )
	(edges, edge_stats) = snowcrawl.findEdges( url, text )
	if kept:
		return (1, text, edges, edges, download_stats + classify_stats + edge_stats)
	else:
		return (0, text, [], edges, download_stats + classify_stats + edge_stats)

示例#2

文件： download_blog_front_pages.py 项目： danithaca/sugarcane

def myUrlProcesser( (url, params) ):
    (text, download_stats) = snowcrawl.downloadUrl( 'http://'+url )
    (kept, classify_stats) = (0, [])
    (edges, edge_stats) = snowcrawl.findEdges( url, text )
    if kept:
        return (kept, text, edges, edges, download_stats + classify_stats + edge_stats)
    else:
        return (kept, text, [], edges, download_stats + classify_stats + edge_stats)