def Upload(filename, username, password):
wc = WebScrapperPT.WebScrapperPT()
datax = {
"LoginForm[email]": username,
"LoginForm[password]": password,
"LoginForm[rememberMe]": "0",
"LoginForm[rememberMe]": "1",
"LoginForm[verifyCode]": ""
}
test = wc.Download("http://rapidgator.net/")
login = wc.Post("rapidgator.net", "https://rapidgator.net/auth/login",
datax, "https://rapidgator.net/")
if (StringOps.IndexOf(login, "Account:", 0) <= 0):
return "Invalid Login"
urls = StringOps.TagMatch(login, "var form_url = \"", "\"")
if (len(urls) <= 0):
return "Invalid Login Url"
uid = StringOps.RandomDigitHex(32)
uploadurl = urls[0] + uid + "&folder_id=0"
NewUrls = []
result2 = wc.UploadFile(uploadurl, "file", filename, None, "")
unixTime = str(int(time.mktime(time.gmtime())))
checkurl = urls[0].replace(
"&X-Progress-ID=", ""
) + "/jsonprogress&data%5B0%5D%5Buuid%5D=" + uid + "&data%5B0%5D%5Bstart_time%5D=" + unixTime
w2 = wc.Download(checkurl, "")
dlurl = StringOps.TagMatch(w2, "download_url\":\"", "\"")
if (len(dlurl) > 0):
NewUrls.append(dlurl[0].replace("\\", ""))
return StringOps.StringJoin(",", NewUrls)
def Upload(filename, username, password):
wc = WebScrapperPT.WebScrapperPT()
datax = {
"op":"login",
"redirect": "",
"login":username,
"password":password
}
login = wc.Post("tusfiles.net", "http://tusfiles.net", datax, "http://tusfiles.net");
if (StringOps.IndexOf(login, "My Account", 0) <= 0):
return "Invalid Login"
login = wc.Download("http://tusfiles.net")
uploadurl = StringOps.TagMatchSingle(login, "return StartUpload(this);", "action=\"", "\"");
uid = StringOps.RandomDigit(12)
uploadurl = uploadurl + uid + "&js_on=1&utype=reg&upload_type=file";
sessionid = StringOps.TagMatchSingle(login, "name=\"sess_id\"", "value=\"", "\"");
tmpurl = StringOps.TagMatchSingle(login, "name=\"srv_tmp_url\"", "value=\"", "\"");
data = { "upload_type" : "file", "sess_id" : sessionid, "srv_tmp_url" : tmpurl, "tos" : "1" }
result2 = wc.UploadFile(uploadurl, "file_1", filename, data, "http://tusfiles.net")
search = "<textarea name='fn'>"
start = StringOps.IndexOf(result2, search, 0);
NewUrls = []
while (start != -1):
if (start == -1): break;
if (start + len(search) >= len(result2)): break;
end = StringOps.IndexOf(result2, "<", start + len(search));
if (end == -1): break;
url = result2[start + len(search): (start + len(search)) + (end - start - len(search))];
url = "http://tusfiles.net/" + url;
NewUrls.append(url);
start = StringOps.IndexOf(result2, search, end + 1);
return StringOps.StringJoin(",", NewUrls)
def Upload(filename, username, password):
wc = WebScrapperPT.WebScrapperPT()
datax = {
"op": "login",
"redirect": "",
"login": username,
"password": password,
}
test = wc.Download("http://uptobox.com/login.html")
login = wc.Post("uptobox.com", "http://uptobox.com/", datax,
"http://uptobox.com/login.html")
if (StringOps.IndexOf(login, "Check my reports downloads", 0) <= 0):
return "Invalid Login"
login = wc.Download("http://uptobox.com")
urls = StringOps.TagMatchFromBehind(
login, "\"", ".uptobox.com/cgi-bin/upload.cgi?upload_id=")
if (len(urls) <= 0):
return "Invalid Login Url"
uid = StringOps.RandomDigit(12)
uploadurl = urls[
0] + ".uptobox.com/cgi-bin/upload.cgi?upload_id=" + uid + "&js_on=1&utype=reg&upload_type=file"
tmpurl = StringOps.TagMatchSingle(login, "\"srv_tmp_url\"", "value=\"",
"\"")
sessid = StringOps.TagMatchSingle(login, "\"sess_id\"", "value=\"", "\"")
NewUrls = []
nvc = {
"upload_type": "file",
"sess_id": sessid,
"srv_tmp_url": tmpurl,
"tos": "checked"
}
print nvc
print uploadurl
result2 = wc.UploadFile(uploadurl, "file_0", filename, nvc, "")
search = "<textarea name='fn'>"
start = StringOps.IndexOf(result2, search, 0)
NewUrls = []
while (start != -1):
if (start == -1): break
if (start + len(search) >= len(result2)): break
end = StringOps.IndexOf(result2, "<", start + len(search))
if (end == -1): break
url = result2[start + len(search):(start + len(search)) +
(end - start - len(search))]
url = "http://www.uptobox.com/" + url
NewUrls.append(url)
start = StringOps.IndexOf(result2, search, end + 1)
return StringOps.StringJoin(",", NewUrls)
def encode_multipart_data(self, url, data, files, referer):
boundary = StringOps.RandomChar(30)
host = StringOps.TagMatch(url, "//", "/")[0]
def get_content_type (filename):
return mimetypes.guess_type (filename)[0] or 'application/octet-stream'
def encode_field (field_name):
return ('--' + boundary,
'Content-Disposition: form-data; name="%s"' % field_name,
'', str (data [field_name]))
def encode_file (field_name):
filename = files[field_name]
return ('--' + boundary,
'Content-Disposition: form-data; name="%s"; filename="%s"' % (field_name, filename),
'Content-Type: %s' % get_content_type(filename),
'', open(filename, 'rb').read ())
lines = []
if (data):
for name in data:
lines.extend(encode_field(name))
for name in files:
lines.extend(encode_file(name))
lines.extend (('--%s--' % boundary, ''))
body = '\r\n'.join(lines)
cookie = self.GetCookieString()
if (self.UserAgent is None):
headers = {'content-type': 'multipart/form-data; boundary=' + boundary,
'Cookie': cookie,
'Origin': referer,
'Referer': referer,
'Host' : host,
'content-length': str(len(body))}
else:
headers = {'content-type': 'multipart/form-data; boundary=' + boundary,
'Cookie': cookie,
'Origin': referer,
'Referer': referer,
'Host' : host,
'User-agent': self.UserAgent,
'content-length': str(len(body))}
return body, headers
def Upload(filename, username, password):
wc = WebScrapperPT.WebScrapperPT()
datax = {
"op": "login",
"redirect": "",
"login": username,
"password": password,
}
test = wc.Download("http://upafile.com")
login = wc.Post("upafile.com", "http://upafile.com", datax,
"http://uptobox.com/login.html")
if (StringOps.IndexOf(login, "My Account", 0) <= 0):
return "Invalid Login"
login = wc.Download("http://upafile.com")
urls = StringOps.TagMatchSingle(login, "return StartUpload(this);",
"action=\"", "\"")
if (urls == False):
return "Invalid Login Url"
uid = StringOps.RandomDigit(12)
uploadurl = urls + uid + "&js_on=1&utype=reg&upload_type=file"
tmpurl = StringOps.TagMatchSingle(login, "\"srv_tmp_url\"", "value=\"",
"\"")
sessid = StringOps.TagMatchSingle(login, "\"sess_id\"", "value=\"", "\"")
NewUrls = []
nvc = {
"upload_type": "file",
"sess_id": sessid,
"srv_tmp_url": tmpurl,
"tos": "1"
}
result2 = wc.UploadFile(uploadurl, "file_0", filename, nvc, "")
search = "<textarea name='fn'>"
start = StringOps.IndexOf(result2, search, 0)
NewUrls = []
while (start != -1):
if (start == -1): break
if (start + len(search) >= len(result2)): break
end = StringOps.IndexOf(result2, "<", start + len(search))
if (end == -1): break
url = result2[start + len(search):(start + len(search)) +
(end - start - len(search))]
url = "http:///upafile.com/" + url
NewUrls.append(url)
start = StringOps.IndexOf(result2, search, end + 1)
return StringOps.StringJoin(",", NewUrls)
def Upload(filename, username, password):
wc = WebScrapperPT.WebScrapperPT()
login = wc.Download("http://www.bayfiles.net")
login = wc.Download("http://api.bayfiles.net/v1/account/login/" +
username + "/" + password)
login = wc.Download("http://bayfiles.net/account/files")
if (StringOps.IndexOf(login, "Your files", 0) <= 0):
return "Invalid Login"
login = wc.Download("http://tusfiles.net")
sessionid = ""
for ck in wc.CookieJar:
if (ck.name == "SESSID"):
sessionid = ck.value
r = wc.Download("http://api.bayfiles.net/v1/file/uploadUrl?session=" +
sessionid)
uploadurls = StringOps.TagMatch(r, "\"uploadUrl\":\"", "\"")
if (len(uploadurls) <= 0):
return "Invalid upload url"
uploadurl = uploadurls[0].replace("\\", "")
result2 = wc.UploadFile(uploadurl, "file", filename, None, "")
downloadurls = StringOps.TagMatch(result2, "\"downloadUrl\":\"", "\"")
return StringOps.StringJoin(",", downloadurls).replace("\\", "")
def Upload(filename, username, password):
wc = WebScrapperPT.WebScrapperPT()
wc.Download("http://www.filefactory.com")
wc.Unredirect()
response = wc.PostResponse("www.filefactory.com",
"http://www.filefactory.com/member/signin.php",
{
"loginEmail": username,
"loginPassword": password,
"Submit": "Sign In"
},
"http://www.filefactory.com/member/signin.php")
cookies = response.info().getheaders("Set-Cookie")[0]
if (cookies is None):
return "Invalid Login"
cookies = cookies[0:StringOps.IndexOf(cookies, ";", 0)]
cookies = cookies.replace("auth=", "")
cookies = urllib.unquote(cookies)
wc.Redirect()
login = wc.Download("http://www.filefactory.com/account")
if (StringOps.LastIndexOf(login, username) < 0):
return "Invalid Login"
result = wc.UploadFile("http://upload.filefactory.com/upload-beta.php",
"Filedata", filename, {"cookie": cookies},
"http://www.filefactory.com/upload/")
result2 = wc.Download(
"http://www.filefactory.com/upload/results.php?files=" + result)
search = "<tr id=\"row_" + result
s = StringOps.IndexOf(result2, search, 0)
e = StringOps.IndexOf(result2, "</tr>", s + len(search))
NewUrls = []
if (s != -1 and e != -1):
link = result2[s + len(search):(s + len(search)) +
(e - s - len(search))]
link = StringOps.TagMatch(link, 'href="', '"')
if (len(link) > 0):
NewUrls.append(link[0])
return StringOps.StringJoin(",", NewUrls)
import StringOps
import random
import bisect
import math
#globstr="/home/chipseq/public_html/encode_chipseq/hg19/*.narrowPeak"
globstr = sys.argv[1]
scorecol = int(sys.argv[2])
outdir = sys.argv[3]
toolpath = sys.path[0]
outf1 = open(outdir + "/peakset_overlap.txt", 'w')
ENCpeaks = glob.glob(globstr)
#print ENCpeaks
commonPrefix = os.path.commonprefix(ENCpeaks)
commonSuffix = StringOps.CommonSuffixString(ENCpeaks)
peakCount = dict()
numBreak = 20
peakScores = dict()
peakBreaks = dict()
peakNames = list()
headerstr = ""
peakBrPos = dict()
totalpeakCount = 0
tmpkey = str(random.randrange(10000000))
tempBGpeaks = list()
tempBGprefix = "/tmp/" + tmpkey + "BG.peak"
for i in range(0, len(ENCpeaks)):
peakfile = ENCpeaks[i].replace(commonPrefix, "").replace(commonSuffix, "")