def execute(self, key, fops, force=None): ops = ';'.join(fops) data = {'bucket': self.bucket, 'key': key, 'fops': ops} if self.pipeline: data['pipeline'] = self.pipeline if self.notify_url: data['notifyURL'] = self.notify_url if force == 1: data['force'] = 1 url = 'http://{0}/pfop'.format(config.API_HOST) return http._post_with_auth(url, data, self.auth)
def execute(self, key, fops, force=None): """执行持久化处理: Args: key: 待处理的源文件 fops: 处理详细操作,规格详见 http://developer.qiniu.com/docs/v6/api/reference/fop/ force: 强制执行持久化处理开关 Returns: 一个dict变量,返回持久化处理的persistentId,类似{"persistentId": 5476bedf7823de4068253bae}; 一个ResponseInfo对象 """ ops = ';'.join(fops) data = {'bucket': self.bucket, 'key': key, 'fops': ops} if self.pipeline: data['pipeline'] = self.pipeline if self.notify_url: data['notifyURL'] = self.notify_url if force == 1: data['force'] = 1 url = 'http://{0}/pfop'.format(config.get_default('default_api_host')) return http._post_with_auth(url, data, self.auth)
def execute(self, key, fops, force=None): """执行持久化处理: Args: key: 待处理的源文件 fops: 处理详细操作,规格详见 http://developer.qiniu.com/docs/v6/api/reference/fop/ force: 强制执行持久化处理开关 Returns: 一个dict变量,返回持久化处理的persistentId,类似{"persistentId": 5476bedf7823de4068253bae}; 一个ResponseInfo对象 """ ops = ";".join(fops) data = {"bucket": self.bucket, "key": key, "fops": ops} if self.pipeline: data["pipeline"] = self.pipeline if self.notify_url: data["notifyURL"] = self.notify_url if force == 1: data["force"] = 1 url = "http://{0}/pfop".format(config.get_default("default_api_host")) return http._post_with_auth(url, data, self.auth)
def execute(self, key, fops, force=None): """执行持久化处理: Args: key: 待处理的源文件 fops: 处理详细操作,规格详见 http://developer.qiniu.com/docs/v6/api/reference/fop/ force: 强制执行持久化处理开关 Returns: 一个dict变量,返回持久化处理的persistentId,类似{"persistentId": 5476bedf7823de4068253bae}; 一个ResponseInfo对象 """ ops = ';'.join(fops) data = {'bucket': self.bucket, 'key': key, 'fops': ops} if self.pipeline: data['pipeline'] = self.pipeline if self.notify_url: data['notifyURL'] = self.notify_url if force == 1: data['force'] = 1 url = '{0}/pfop'.format(config.get_default('default_api_host')) return http._post_with_auth(url, data, self.auth)
def __post(self, url, data=None): return http._post_with_auth(url, data, self.auth)
# -*- coding: utf-8 -*- import os from qiniu import Auth, http, urlsafe_base64_encode access_key = os.getenv('QINIU_ACCESS_KEY') secret_key = os.getenv('QINIU_SECRET_KEY') q = Auth(access_key, secret_key) bucket_name = 'tmp-1811282' region = 'z0' url = 'http://rs.qiniu.com/mkbucketv2/' + urlsafe_base64_encode(bucket_name) + '/region/' + region data = '' req = http._post_with_auth(url, data, q) print (req[1])
if err.status_code is not 200: print err sys.exit(-1) # 通过 Zepplin 的单选框来选择日志源空间 bucket_options = [] for bucket in sorted(buckets): bucket_options.append((bucket, bucket)) bucket_selected = z.select('bucket_selected', bucket_options) bucket_custom = z.input("bucket_custom", "") bucket = bucket_selected if bucket_custom != "": bucket = bucket_custom # get domain 使用空间域名的列举接口拿到一个域名 domains, err = http._post_with_auth( 'http://api.qiniu.com/v6/domain/list?tbl=' + bucket, None, auth) if err.status_code is not 200: print err sys.exit(-1) if len(domains) is 0: print 'no domain in bucket' sys.exit(-1) # 通过 Zepplin 初始化对象设置 hadoop 的参数配置(用来从空间中下载文件) sc._jsc.hadoopConfiguration().set("fs.qiniu.access.key", access_key) sc._jsc.hadoopConfiguration().set("fs.qiniu.secret.key", secret_key) sc._jsc.hadoopConfiguration().set("fs.qiniu.bucket.domain", "http://" + domains[0]) sc._jsc.hadoopConfiguration().set("fs.qiniu.file.retention", "55") # 输入框拿到起止日期和小时的值