示例#1
0
 def fetch_s3_file(self, s3_file):
     try:
         from boto.utils import fetch_file
         f = fetch_file(s3_file)
         path = os.path.join(self.working_dir, s3_file.split("/")[-1])
         open(path, "w").write(f.read())
     except:
         boto.log.exception('Problem Retrieving file: %s' % s3_file)
         path = None
     return path
示例#2
0
 def fetch_s3_file(self, s3_file):
     try:
         from boto.utils import fetch_file
         f = fetch_file(s3_file)
         path = os.path.join(self.working_dir, s3_file.split("/")[-1])
         open(path, "w").write(f.read())
     except:
         boto.log.exception('Problem Retrieving file: %s' % s3_file)
         path = None
     return path
# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
# IN THE SOFTWARE.
#
import sys

if __name__ == "__main__":
    from optparse import OptionParser
    usage = """%prog [options] URI
Fetch a URI using the boto library and (by default) pipe contents to STDOUT
The URI can be either an HTTP URL, or "s3://bucket_name/key_name"
"""
    parser = OptionParser(version="0.1", usage=usage)
    parser.add_option("-o",
                      "--out-file",
                      help="File to receive output instead of STDOUT",
                      dest="outfile")

    (options, args) = parser.parse_args()
    if len(args) < 1:
        parser.print_help()
        sys.exit(1)
    from boto.utils import fetch_file
    f = fetch_file(args[0])
    if options.outfile:
        open(options.outfile, "w").write(f.read())
    else:
        print(f.read())
# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
# IN THE SOFTWARE.
#
import sys


if __name__ == "__main__":
    from optparse import OptionParser
    usage = """%prog [options] URI
Fetch a URI using the boto library and (by default) pipe contents to STDOUT
The URI can be either an HTTP URL, or "s3://bucket_name/key_name"
"""
    parser = OptionParser(version="0.1", usage=usage)
    parser.add_option("-o", "--out-file",
                      help="File to receive output instead of STDOUT",
                      dest="outfile")

    (options, args) = parser.parse_args()
    if len(args) < 1:
        parser.print_help()
        sys.exit(1)
    from boto.utils import fetch_file
    f = fetch_file(args[0])
    if options.outfile:
        open(options.outfile, "w").write(f.read())
    else:
        print(f.read())