from client import ClientManager, Request client = ClientManager() kernel_archive_readme = Request( source = "ftp://ftp.kernel.org/", ftp_cwd="/pub/", username = "", password = "", # File Pattern is a REGEX ftp_file_pattern = "^README$", ftp_output_dir = "/tmp/ftp_downloads", ) kernel_manpages = Request ( source = "ftp://ftp.kernel.org/", ftp_cwd="/pub/linux/docs/man-pages/", username = '', password = '', # File Pattern is a REGEX ftp_file_pattern = 'man-pages-3.16.tar.bz2$', ftp_output_dir = '/tmp/ftp_downloads', ) client.add_request(kernel_archive_readme) client.add_request(kernel_manpages) client.execute() print "Done, please check output directories for files"
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """ Simple bullfrog example to pull down multiple rss feeds from in parallel, print out item headlines and if site was using http compression. """ import os,sys from xml.dom.minidom import parse, parseString import pathsetup from client import ClientManager, Request # Bullfrog Request print "Create Client Manager" client = ClientManager() client.add_request(source='http://www.gamespot.com/rss/game_updates.php?', accept_compressed=True, timeout=2, nocache=True, key='Gamespot') client.add_request(source='http://news.cnet.com/2547-1_3-0-20.xml', accept_compressed=True, nocache=True, key='News') client.add_request(source='http://www.bnet.com/2408-11452_23-0.xml', nocache=True, key='The Insider') result_set = client.execute() print "Done executing Client Manager" for r in result_set: if not r.exception: feed_dom = parseString(r.response_content) for title in feed_dom.getElementsByTagName('title'): print r.key, "Headline: ", title.firstChild.data print "HTTP Compression Enabled: ", r.resp_was_compressed print "\n\n"