def translateunicode():
s=None
t=None
if (request.vars):
text=request.vars.text_input
s=unicode(text,'UTF-8')
t=ftfy.fix_text_encoding(s)
return dict(string=s, translate=t)
def fix_bad_unicode(text):
s=unicode(text,"UTF-8")
s=ftfy.fix_text_encoding(s)
return s
def delhistatecommision(casetype, caseno, caseyear):
caseno = str(casetype) + '/' + str(caseno) + '/' + str(caseyear)
caseidin = "8/0/{}".format(caseno)
url = "http://cms.nic.in/ncdrcusersWeb/ViewProceedingCS.jsp"
params = [
("method", "ViewProceedingCS"),
("fano", caseno),
("case_id_in", ""),
("dtOfHearing", ""),
("courtId", ""),
("cid", caseidin),
("stateCode", "8"),
("distCode", "0"),
]
r = requests.post(url=url, params=params)
parser = etree.HTMLParser()
tree = etree.parse(StringIO(r.text), parser)
dateOfHearing = []
try:
hearing2 = tree.xpath('//*[@class="rptnumhval"]/text()')
for i in range(0, len(hearing2), 2):
if hearing2[i] != " ":
date1 = tree.xpath('//*[@class="rptnumhval"]/text()')[i]
ofhearing = date1.strip()
if ofhearing != "":
dateOfHearing.append(ofhearing)
except:
pass
# datereverse
datereversed1 = []
try:
for i in range(0, len(dateOfHearing)):
datereversed = datetime.strptime(dateOfHearing[i],
'%d/%m/%Y').strftime('%Y-%m-%d')
datereversed1.append(datereversed)
except:
pass
# lastdate for judgments
lastdate = []
try:
lastdate = datereversed1[len(datereversed1) - 1]
except:
pass
# Judgements
judgment = []
try:
url2 = "http://cms.nic.in/ncdrcusersWeb/GetJudgement.do"
payload = {
'method': 'GetJudgement',
'dtofhearing': lastdate,
'caseidin': caseidin
}
r2 = requests.post(url=url2, params=payload)
a = BeautifulSoup(r2.text, "lxml").text
judgment.append(
re.sub(
r'[^\x00-\x7F]+', ' ',
a.replace('\n', ' ').replace('\r', ' ').replace(' ', ' ')))
except:
pass
ret_this = {}
try:
ret_this['Final Judgment'] = judgment
except:
pass
result = json.dumps({"Judgments": ret_this})
print(ftfy.fix_text_encoding(result))
def cgatneworders(casetype, caseno, caseyear):
if casetype == "Cr.CP":
number="7"
elif casetype == "C.P.":
number="4"
elif casetype == "M.A.":
number="3"
elif casetype == "O.A.":
number="1"
elif casetype == "P.T.":
number="5"
elif casetype == "R.A.":
number="6"
else: number="2"
url = "http://cgatnew.gov.in/catweb/Delhi/services/upload_order_detail.php"
params = [
("search_type", "1"),
("judge_detail", "0"),
("from_date", ""),
("to_date", ""),
("from_date1", ""),
("to_date1", ""),
("case_type", number),
("case_no", caseno),
("case_year", caseyear),
("txtState", ""),
("filing_no", ""),
]
r = requests.post(url=url, params=params)
parser = etree.HTMLParser()
tree = etree.parse(StringIO(r.text), parser)
###########################################Party Detail#############################################
#ApplicantVSRespondent
applicantvsrespondent=[]
try:
applicantvsrespondent1 = tree.xpath('//table[6]/tr[2]/td/font/text()')
applicantvsrespondent.append(applicantvsrespondent1[0].strip())
except:
pass
#SerialNumber
srno=[]
srno1=tree.xpath('//*[@class="hoverTable"]/tr/td/text()')
for i in range(0, len(srno1)):
if srno1[i].strip().isdigit() == True:
srno.append(srno1[i].strip())
#CaseNumber
caseno=[]
for i in range(4, len(srno)+4):
caseno1=tree.xpath("//table[6]/tr[{}]/td[2]/text()".format(i))
caseno.append(caseno1[0].strip())
#Part Detail
partydetail=[]
join=[]
for i in range(4, len(srno) + 4):
partydetail1= tree.xpath("//table[6]/tr[{}]/td[3]/text()".format(i))
join.append(''.join(partydetail1))
partydetail.append(join[0].strip())
join=[]
#Member Name
membername=[]
join1=[]
for i in range(4, len(srno) + 4):
membername1= tree.xpath("//table[6]/tr[{}]/td[4]/text()".format(i))
join1.append(''.join(membername1))
membername.append(join1[0].strip())
join1=[]
#Date Of Order
dateoforder=[]
join2=[]
for i in range(4, len(srno) + 4):
dateoforder1= tree.xpath("//table[6]/tr[{}]/td[5]/text()".format(i))
join2.append(''.join(dateoforder1))
dateoforder.append(join2[0].strip())
join2=[]
#Remarks
remarks=[]
join3=[]
for i in range(4, len(srno) + 4):
remarks1 = tree.xpath("//table[6]/tr[{}]/td[6]/text()".format(i))
join3.append(''.join(remarks1))
remarks.append(join3[0].strip())
join3 = []
#Orders
join4=[]
orders_link=[]
for i in range(4, len(srno) + 4):
orders1 = tree.xpath("//table[6]/tr[{}]/td[7]/a/@href".format(i))
print(orders1)
join4.append(''.join(orders1))
orders_link.append("http://cgatnew.gov.in/catweb/Delhi/services/" + join4[0])
join4=[]
ret_this = {}
try:
ret_this['ApplicantVSRespondent'] = applicantvsrespondent
ret_this['Sr No'] = srno
ret_this['PARTY DETAIL'] = partydetail
ret_this[' Member Name'] = membername
ret_this['Date of Order'] = dateoforder
ret_this['Remarks'] = remarks
ret_this['Orders File'] = orders_link
except:
pass
result = json.dumps({"Orders": ret_this})
print(ftfy.fix_text_encoding(result))
#Link : https://stackoverflow.com/questions/53129146/python-beautifulsoup-unboundlocalerror
import os
from bs4 import BeautifulSoup
import ftfy
path_to_10k = "D:/10ks/list_missing_10k/"
path_to_saved_10k = "D:/10ks/list_missing_10kp/"
list_txt = os.listdir(path_to_10k)
for name in list_txt:
file = open(path_to_10k + name, "r+", encoding="utf-8")
file_read = file.read()
textData = ftfy.fix_text(file_read)
textData = ftfy.fix_text_encoding(textData)
try:
text = BeautifulSoup(textData, "html5lib")
except:
text = BeautifulSoup(textData)
text = text.get_text("\n")
file2 = open(path_to_saved_10k + name, "w+", encoding="utf-8")
file2.write(str(text))
file2.close()
file.close()
def statecommisioncorder(casetype, caseno, caseyear):
caseno = str(casetype) + '/' + str(caseno) + '/' + str(caseyear)
caseidin = "8/0/{}".format(caseno)
url = "http://cms.nic.in/ncdrcusersWeb/ViewProceedingCS.jsp"
params = [
("method", "ViewProceedingCS"),
("fano", caseno),
("case_id_in", ""),
("dtOfHearing", ""),
("courtId", ""),
("cid", caseidin),
("stateCode", "8"),
("distCode", "0"),
]
r = requests.post(url=url, params=params)
parser = etree.HTMLParser()
tree = etree.parse(StringIO(r.text), parser)
dateOfHearing = []
try:
hearing2 = tree.xpath('//*[@class="rptnumhval"]/text()')
for i in range(0, len(hearing2), 2):
if hearing2[i] != " ":
date1 = tree.xpath('//*[@class="rptnumhval"]/text()')[i]
ofhearing = date1.strip()
if ofhearing != "":
dateOfHearing.append(ofhearing)
except:
pass
# datereverse
datereversed1 = []
try:
for i in range(0, len(dateOfHearing)):
datereversed = datetime.strptime(dateOfHearing[i], '%d/%m/%Y').strftime('%Y-%m-%d')
datereversed1.append(datereversed)
except:
pass
# orders
orders = []
try:
for i in range(0, len(datereversed1)):
url3 = "http://cms.nic.in/ncdrcusersWeb/servlet/confonet.courtroom.GetDailyOrder"
payload1 = {'case_id_in': caseidin, 'dtofhearing': datereversed1[i], 'method': 'GetProceedings',
'orderflag': 'D'}
r3 = requests.post(url=url3, params=payload1)
a1 = BeautifulSoup(r3.text, "lxml").text
orders.append(re.sub(r'[^\x00-\x7F]+', ' ', a1.replace('\n', ' ').replace('\r', ' ').replace(' ', ' ').replace('Daily Order', '')))
except:
pass
ret_this = {}
try:
ret_this['Orders'] = orders
except:
pass
result = json.dumps({"Orders": ret_this})
print(ftfy.fix_text_encoding(result))
def is_english(text):
try:
d = langdetect.detect(text)
except:
d = None
if (d != 'en'):
return None
else:
return text
# In[ ]:
data['lyrics'] = data['lyrics'].swifter.apply(lambda x: ftfy.fix_text_encoding(x)) # fix unicode
# In[ ]:
# remove non english
data['lyrics'] = data['lyrics'].swifter.apply(lambda x: is_english(x))
# In[ ]:
# remove songs by artists with fewer than 5 songs
data = data[data.groupby("artist").artist.transform(len) > 5]
def cgatnewjudgments(bench, casetype, caseno, caseyear):
#value for casetype
casetypecode = {}
casetypecode['OA Orignal Appl.'] = 1
casetypecode['TA Transfer Appl.'] = 2
casetypecode['MA Misc. Appl.'] = 3
casetypecode['CP Contempt Appl.'] = 4
casetypecode['PT Transfer Petition'] = 5
casetypecode['RA Review appl.'] = 6
casetypecode['EA Execution petition'] = 7
#value for bench
benchcode = {}
benchcode['Principal Bench, New Delhi'] = 1
benchcode['Ahmedabad Bench'] = 2
benchcode['Allahabad Bench'] = 3
benchcode['Bangalore Bench'] = 4
benchcode['Bombay Bench'] = 5
benchcode['Calcutta Bench'] = 6
benchcode['Chandigarh Bench'] = 7
benchcode['Chennai Bench'] = 8
benchcode['Cuttack Bench'] = 9
benchcode['Ernakulam Bench'] = 10
benchcode['Guwahati Bench'] = 11
benchcode['Hyderabad Bench'] = 12
benchcode['Jabalpur Bench'] = 13
benchcode['Jaipur Bench'] = 14
benchcode['Jodhpur Bench'] = 15
benchcode['Lucknow Bench'] = 16
url = "http://judis.nic.in/CAT/list_new.asp"
params = [
("action", "validate_login"),
("Bench_Code", benchcode[bench]),
("CaseType", casetypecode[casetype]),
("CaseNo", caseno),
("CaseYr", caseyear),
]
r = Request(url, urlencode(params).encode())
htmltext = urlopen(r).read().decode()
parser = etree.HTMLParser()
tree = etree.parse(StringIO(htmltext), parser)
#Bench
benchtext = []
benchtext1 = tree.xpath('//table[2]/tr/td[1]/text()')
benchtext.append(
re.sub(r'[^\x00-\x7F]+', ' ', benchtext1[0].replace('Bench :',
'').strip()))
#CaseNo. Info
caseinfo = []
caseinfo1 = tree.xpath('//table[2]/tr/td[2]/text()')
caseinfo.append(re.sub(r'[^\x00-\x7F]+', ' ', caseinfo1[0].strip()))
#Dated
dated = []
dated1 = tree.xpath('//table[2]/tr/td[4]/text()')
dated.append(re.sub(r'[^\x00-\x7F]+', ' ', dated1[0].strip()))
#Click Here Link
link = []
link1 = tree.xpath('//table[2]/tr/td[5]/a/@href')
link.append("http://judis.nic.in/CAT/" + link1[0])
ret_this = {}
try:
ret_this['Bench'] = bench
ret_this['Dated'] = dated
ret_this['Case Info'] = caseinfo
ret_this['Click Here'] = link
except:
pass
result = json.dumps({"Orders": ret_this})
print(ftfy.fix_text_encoding(result))
def cgatnewcasestatus(casetype, caseno, caseyear):
if casetype == "Cr.CP":
number = "7"
elif casetype == "C.P.":
number = "4"
elif casetype == "M.A.":
number = "3"
elif casetype == "O.A.":
number = "1"
elif casetype == "P.T.":
number = "5"
elif casetype == "R.A.":
number = "6"
else:
number = "2"
url = "http://cgatnew.gov.in/catweb/Delhi/services/case_detail_report.php"
params = [
("frmAction", "add"),
("case_number", ""),
("filing_no", "11072000000"),
("filing_no", "11072000000"),
("app_type", "cno"),
("case_type", number),
("case_no", caseno),
("case_year", caseyear),
("pet_name", ""),
("res_name", ""),
]
r = requests.post(url=url, params=params)
parser = etree.HTMLParser()
tree = etree.parse(StringIO(r.text), parser)
# Applicant Name
applicantname = []
try:
applicantname1 = tree.xpath('//*[@class="textbox"]/@value')[2]
applicantname.append(
re.sub(r'[^\x00-\x7F]+', ' ', applicantname1.replace(' ', '+')))
except:
pass
# Respondent Name
respondentname = []
try:
respondentname1 = tree.xpath('//*[@class="textbox"]/@value')[3]
respondentname.append(
re.sub(r'[^\x00-\x7F]+', ' ', respondentname1.replace(' ', '+')))
except:
pass
# filling Number
fillingnumber = []
try:
hiddenvalues = tree.xpath('//*[@type="hidden"]/@value')
for i in range(len(hiddenvalues) - 2, len(hiddenvalues)):
fillingnumber.append(re.sub(r'[^\x00-\x7F]+', ' ',
hiddenvalues[i]))
except:
pass
#submitting the above values as parameter to other page
dairynumber = []
locationnamelocationcode = []
casenumber = []
dateoffiling = []
casestatus = []
referencecasenumber = []
subject = []
listingdate1 = []
bench = []
court = []
proccedingdate = []
dateofdisposal = []
court1 = []
bench1 = []
lastactionincourt = []
applicant = []
applicantadvocate = []
respondent = []
respondentadvocate = []
try:
url2 = "http://cgatnew.gov.in/catweb/Delhi/services/case_detail_report_action2.php"
params2 = [
("frmAction", "add"),
("case_number", ""),
("filing_no", fillingnumber[0]),
("filing_no", fillingnumber[1]),
("app_type", "cno"),
("case_type", number),
("case_no", caseno),
("case_year", caseyear),
("pet_name", applicantname),
("res_name", respondentname),
]
r1 = requests.post(url=url2, params=params2)
parser1 = etree.HTMLParser()
tree1 = etree.parse(StringIO(r1.text), parser1)
##################################CASE DETAIL################################################################
try:
#DAIRY NUMBER
details1 = tree1.xpath('//table[1]/tr[3]/td[2]/font/text()')
dairynumber.append(details1[0].strip())
#LOCATION NAME / LOCATION CODE
details2 = tree1.xpath('//table[1]/tr[4]/td[2]/font/text()')
locationnamelocationcode.append(details2[0].strip())
#CASE NUMBER
details3 = tree1.xpath('//table[1]/tr[5]/td[2]/font/text()')
casenumber.append(details3[0].strip())
#DATE OF FILING.
details4 = tree1.xpath('//table[1]/tr[6]/td[2]/font/text()')
dateoffiling.append(details4[0].strip())
#CASE STATUS
details5 = tree1.xpath('//table[1]/tr[7]/td[2]/font/text()')
casestatus.append(details5[0].strip())
#REFERENCE CASE NUMBER
details6 = tree1.xpath('//table[1]/tr[8]/td[2]/font/text()')
referencecasenumber.append(details6[0].strip())
#SUBJECT
details7 = tree1.xpath('//table[1]/tr[9]/td[2]/font/text()')
subject.append(details7[0].strip())
except:
pass
try:
##################################################CASE LISTING DETAILS##########################################
# LISTING DATE
listingdate1 = tree1.xpath(
'//table[2]/tr[2]/td[1]/table/tr[1]/td[2]/font/text()')
# BENCH
bench = tree1.xpath(
'//table[2]/tr[2]/td[1]/table/tr[2]/td[2]/font/text()')
# COURT
court = tree1.xpath(
'//table[2]/tr[2]/td[1]/table/tr[3]/td[2]/font/text()')
except:
pass
try:
###############################################CASE PROCEEDINGS DETAILS#####################################
# PROCEEDING DATE
proccedingdate = tree1.xpath(
'//table[2]/tr[2]/td[2]/table/tr[1]/td[2]/font/text()')
# DATE OF DISPOSAL
dateofdisposal = tree1.xpath(
'//table[2]/tr[2]/td[2]/table/tr[2]/td[2]/font/text()')
# COURT
court1 = tree1.xpath(
'//table[2]/tr[2]/td[2]/table/tr[3]/td[2]/font/text()')
# BENCH
bench1 = tree1.xpath(
'//table[2]/tr[2]/td[2]/table/tr[4]/td[2]/font/text()')
# LAST ACTION IN COUURT
lastactionincourt = tree1.xpath(
'//table[2]/tr[2]/td[2]/table/tr[5]/td[2]/font/text()')
except:
pass
try:
##############################################APPLICANT AND APPLICANT ADVOCATES#############################
#APPLICANT
applicant = tree1.xpath('//table[3]/tr[2]/td[2]/font/text()')
# APPLICANT ADVOCATE
applicantadvocate = tree1.xpath('//table[3]/td[2]/font/text()')
except:
pass
try:
#############################################RESPONDENT AND RESPONDENT ADVOCATES############################
#RESPONDENT NAME
respondent = tree1.xpath('//table[3]/tr[4]/td[2]/font/text()')
#RESPONDENT ADVOCATE
respondentadvocate = tree1.xpath('//table[3]/td[4]/font/text()')
except:
pass
except:
pass
ret_this = {}
try:
ret_this['Case Details'] = {}
ret_this['CASE LISTING DETAILS'] = {}
ret_this['CASE PROCEEDING DETAILS'] = {}
ret_this['APPLICANT AND APPLICANT ADVOCATES'] = {}
ret_this['RESPONDENT AND RESPONDENT ADVOCATES'] = {}
ret_this['Case Details']['Dairy Number'] = dairynumber
ret_this['Case Details'][
'LOCATION NAME / LOCATION CODE'] = locationnamelocationcode
ret_this['Case Details']['CASE NUMBER'] = casenumber
ret_this['Case Details']['DATE OF FILING.'] = dateoffiling
ret_this['Case Details']['CASE STATUS'] = casestatus
ret_this['Case Details']['REFERENCE CASE NUMBER'] = referencecasenumber
ret_this['Case Details']['SUBJECT'] = subject
ret_this['CASE LISTING DETAILS']['LISTING DATES'] = listingdate1
ret_this['CASE LISTING DETAILS']['BENCH'] = bench
ret_this['CASE LISTING DETAILS']['COURT'] = court
ret_this['CASE PROCEEDING DETAILS']['PROCEEDING DATE'] = proccedingdate
ret_this['CASE PROCEEDING DETAILS'][
'NEXT LISTING DATE / DATE OF DISPOSAL'] = dateofdisposal
ret_this['CASE PROCEEDING DETAILS']['COURT'] = court1
ret_this['CASE PROCEEDING DETAILS']['BENCH'] = bench1
ret_this['CASE PROCEEDING DETAILS'][
'LAST ACTION IN COURT'] = lastactionincourt
ret_this['APPLICANT AND APPLICANT ADVOCATES']['APPLICANT'] = applicant
ret_this['APPLICANT AND APPLICANT ADVOCATES'][
'APPLICANT ADVOCATE'] = applicantadvocate
ret_this['RESPONDENT AND RESPONDENT ADVOCATES'][
'RESPONDENT NAME'] = respondent
ret_this['RESPONDENT AND RESPONDENT ADVOCATES'][
'RESPONDENT ADVOCATE'] = respondentadvocate
except:
pass
result = json.dumps({"Case Status": ret_this})
print(ftfy.fix_text_encoding(result))
