def upload_files(request):
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile = request.FILES['docfile'],user=request.user)
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm()
# Load documents for the list page
# d1=Document()
# documents = d1.get_my_files(request.user)
documents = Document.objects.filter(user=request.user)
# shared_doc = Document.objects.filter(user=request.user)
# shared_doc=Document.objects.filter(event__to_user=request.user)
# sharing.objects.filter(shared_user=request.user) #filter(shared_file= ,shared_user= )
# Render list page with the documents and the form
return render_to_response(
'list.html',
{'documents': documents, 'form': form, 'username':request.user },
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
fname = form.cleaned_data['fname']
lname = form.cleaned_data['lname']
description = form.cleaned_data['description']
#need to figure out how to handle data from choice
#here is where we put this data on some database
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render(
request,
'myapp/list.html',
{'documents': documents, 'form': form}
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
rfile = str(request.FILES['docfile'])
extension = rfile[::-1][:rfile[::-1].find('.')][::-1]
if extension == 'mp3':
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
art = ImageForm(request.POST, request.FILES)
if form.is_valid() and art.is_valid():
print "poopoerz"
newdoc = Document(docfile = request.FILES['docfile'], genre=request.POST['genre'], title=request.POST['title'])
newimg = Image(image = request.FILES['image'])
newdoc.save()
newimg.save()
newdemo = Demo(doc = newdoc, img = newimg)
newdemo.save()
print "HERE"
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
art = ImageForm()
# Load documents for the list page
documents = Document.objects.all()
images = Image.objects.all()
# Render list page with the documents and the form
return render_to_response(
'myapp/list.html',
{'documents': documents, 'images':images, 'form': form, 'art': art},
context_instance=RequestContext(request)
)
def list(request):
context = {}
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile = request.FILES['docfile'])
newdoc.save()
context.update(get_table_context(request.FILES['docfile']))
context["has_table"] = True
else:
form = DocumentForm() # A empty, unbound form
context["has_table"] = False
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
context["documents"] = documents
context["form"] = form
return render_to_response(
'myapp/list.html',
context,
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
output_path = "D:/potree-1.4RC/potree-1.4RC/resources/pointclouds/"+ntpath.basename(newdoc.docfile.path)
p = subprocess.Popen(['PotreeConverter.exe',
newdoc.docfile.path,
"-o",
output_path],
stdout=subprocess.PIPE,
shell=True)
output, err = p.communicate()
print output
# Redirect to the document list after POST
#return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
return HttpResponse('../'+output_path[output_path.index('resources'):]+'/cloud.js')
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
#request docfile
newdoc = Document(docfile = request.FILES['docfile'])
#save information in database
newdoc.save()
libc = ctypes.CDLL("myproject/src/myproject/media/lib/lib.so")
#call to address library
#/home/ht/workspace/myproject/src/myproject/media/documents
libc.transfer_color("/myproject/src/myproject/media/documents/rose.jpg","/myproject/src/myproject/media/documents/blue.jpg","/myproject/src/myproject/media/documents/test.jpg")
#call function in library
#document = Document(docfile='documents/tem.jpg')
#document.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myapp.views.list'))
else:
form = DocumentForm()
# A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()#list image in database
# Render list page with the documents and the form
return render_to_response(
'myapp/list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)# return list image
def list(request):
# Handle file upload
if request.method == "POST":
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES["docfile"])
newdoc.save()
apk_reader.delay(newdoc.docfile.url, request.FILES["docfile"].name)
# Redirect to the document list after POST
return HttpResponseRedirect(reverse("myproject.myapp.views.list"))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
fileinfos = FileInfo.objects.all()
# Render list page with the documents and the form
return render_to_response(
"list2.html",
{"documents": documents, "form": form, "fileinfos": fileinfos},
context_instance=RequestContext(request),
)
def list(request):
# Handle file upload
# f**k(request)
print "something enter"
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
print "//////////////////////////////////////////"
# print request
# print form
print "//////////////////////////////////////////"
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
# logger.debug(request)
# logger.debug(request.POST)
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
if request.method == 'GET':
return HttpResponseRedirect("/home/")
# return HttpResponse('This page shows a list of most recent posts.')
# pass
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile = request.FILES['docfile'])
newdoc.save()
runScript()
# Redirect to the document list after POST
return HttpResponseRedirect("../home/")
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'home.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def home(request):
import os
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.home'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
for document in documents:
document.docfile.documentName = os.path.basename(document.docfile.name)
# Render list page with the documents and the form
return render_to_response(
'home.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile = request.FILES['docfile'])
newdoc.save()
file_name = newdoc.docfile.name
if 0 and not file_name.split('/')[1].replace('.','').isalnum():
new_name = ''
for c in file_name.split('/')[1]:
if c.isalnum() or c == '.':
new_name += c
os.system('mv media/query/%s media/query/%s'%(file_name, new_name))
with open('job', 'w') as f:
f.write(new_name)
os.system('convert media/query/%s -resize x750 media/query/%s'%(new_name, new_name))
else:
with open('job', 'w') as f:
file_name = newdoc.docfile.name.split('/')[1].encode('utf-8')
f.write(file_name)
os.system('convert media/query/%s -resize x750 media/query/%s'%(file_name, file_name))
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
with open('job') as f:
file_name = f.read()
done = 0
if file_name.strip() != 'nojob':
while done == 0:
try:
with open('media/result/'+file_name.decode('utf-8')+'txt') as f:
t = f.read()
if not t:
raise Exception
with open('job', 'w') as f:
f.write('nojob')
done = 1
except Exception as e:
done = 0
else:
file_name = []
done = 0
# Render list page with the documents and the form
return render_to_response(
'list.html',
{'file_name': file_name, 'form': form, 'done': done},
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
#Document.objects.all().delete()
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
#newdoc = Document(docfile = request.FILES['docfile'])
#newdoc.save()
#Root Image File
newdoc = BasicImage(docfile = request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST
#return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
imagenm = newdoc.docfile.url
#[nameList,django_file,returnstr] = classification(imagenm)
[nameListList,djangoFileList,returnStrList] = classification(imagenm)
#for each detection result, save them in the database
print '-----------------------------'
print len(nameListList)
print '-----------------------------'
for i in range(0,len(nameListList)):
nameList = nameListList[i]
returnstr = returnStrList[i]
django_file = djangoFileList[i]
subImage = Document(basefile=newdoc)
#results = Result.objects.all()
subImage.catagory = returnstr
subImage.imgfile = django_file
subImage.top1 = subImage.catagory+'processed/'+nameList[0]
subImage.top2 = subImage.catagory+'processed/'+nameList[1]
subImage.top3 = subImage.catagory+'processed/'+nameList[2]
#look up the database to fetch name and url of these three top bags
[subImage.top1_url,subImage.top1_name] = fetchDatafromSQL(1,subImage)
[subImage.top2_url,subImage.top2_name] = fetchDatafromSQL(2,subImage)
[subImage.top3_url,subImage.top3_name] = fetchDatafromSQL(3,subImage)
subImage.save()
my_images = Document.objects.filter(basefile_id=newdoc.id)
return render(request, 'myapp/index.html', {'newdoc':newdoc,'my_images':my_images})
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
if request.method == 'GET':
return HttpResponseRedirect("/home/")
# return HttpResponse('This page shows a list of most recent posts.')
# pass
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
# Manage Sessions
lock.acquire()
sId = '0'
try:
sId = open("sessionId.txt",'rb').read()
except Exception as e:
print e
try:
sId = str((int(sId))+1)
except Exception as e:
sId = '1'
print e
open("sessionId.txt",'wb').write(sId)
request.session['id'] = sId
# lock.release()
newdoc = Document(docfile = request.FILES['docfile'])
fname = request.FILES['docfile'].name
request.session['filename'] = fname
newdoc.save()
runScript(request)
lock.release()
# Redirect to the document list after POST
return HttpResponseRedirect("../home/")
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'home.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile = request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()[4:]
a = Document.objects.last()
url = 'myproject' + a.docfile.url
if os.path.isfile(url):
vic = 'TRUE'
v = ExcelFile(url).parse("Sheet1", parse_cols=[0, 18, 26, 25, 23])
v.columns = ['Request','Product', 'Paid', 'PaidDate', 'Type']
# it is right!.to_datetime,
v.PaidDate = pd.to_datetime(v.PaidDate, format='%d.%m.%Y' )
df = pd.pivot_table(v, values='Paid', rows='PaidDate', cols=['Type', 'Product'], aggfunc=[np.sum, np.count_nonzero])
df = df.resample('M', how='sum')
df = df.fillna(value=0)
# Render list page with the documents and the form
return render_to_response(
'myapp/list.html',
{'documents': documents, 'form': form, 'df': df.to_html(classes="table-condensed"),'url':url, 'vic': vic},
context_instance=RequestContext(request)
)
else:
vic = 'False'
return render_to_response(
'myapp/list.html',
{'documents': documents, 'form': form, 'url': url, 'vic': vic},
context_instance=RequestContext(request)
)
def train(matrix, featureSize, labels, predictor):
cov_mat = numpy.cov(matrix.T)
print cov_mat.shape
eig_val_cov, eig_vec_cov = numpy.linalg.eig(cov_mat)# Make a list of (eigenvalue, eigenvector) tuples
eig_pairs = [(numpy.abs(eig_val_cov[i]), eig_vec_cov[:,i]) for i in range(len(eig_val_cov))]
# Sort the (eigenvalue, eigenvector) tuples from high to low
eig_pairs.sort()
eig_pairs.reverse()
matrix_w = eig_pairs[0][1].reshape(featureSize,1)
for i in range(200):
matrix_w = numpy.hstack((matrix_w, eig_pairs[i+1][1].reshape(featureSize,1)))
print matrix_w.shape
transformed = matrix.dot(matrix_w)
print transformed.shape
#Compute cov matrix
if os.path.isfile('svm.model'):
print 'Loading Model file...'
#Load models from file
with open('svm.model', 'rb') as file:
Z = pickle.load(file)
else:
#Start to train SVM
Z = OneVsRestClassifier(SVC(kernel="rbf")).fit(transformed, labels)
with open('svm.model', 'wb') as file:
pickle.dump(Z, file)
recData = transformed.dot(matrix_w.T) + matrix.mean(axis=1)[:, None]
j = Image.fromarray(recData[0].reshape((32,32)))
newdoc = Document(docfile = "documents/pca.png")
j = j.convert('L')
j.save("myproject/media/documents/pca.png");
newdoc.save();
Z = Z.predict(predictor.dot(matrix_w))
res = Z[0]
print res
correct = 0.0
for x in range(len(Z)):
if labels[x] == Z[x]:
correct = correct +1
print correct/len(Z)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
# art = ImageForm(request.POST, request.FILES)
if form.is_valid():
print "poopoerz"
# newimg = Image(image = request.FILES['image'])
# newimg.save()
# print "image saved"
newdoc = Document()
newdoc.img = request.FILES['img']
newdoc.user = request.user.username
print newdoc.user
# newdoc = Document(docfile= request.FILES['docfile'], genre=request.POST['genre'], title=request.POST['title'], up=request.POST['up'], down=request.POST['down'], img = newimg)
newdoc.docfile = request.FILES['docfile']
newdoc.genre = request.POST['genre']
newdoc.title = request.POST['title']
newdoc.up = request.POST['up']
newdoc.down = request.POST['down']
# newdoc.img = newimg
newdoc.save()
print "HERE"
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# art = ImageForm()
# Load documents for the list page
documents = Document.objects.all()
# images = Image.objects.all()
# Render list page with the documents and the form
return render_to_response(
'myapp/list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
uploaded = request.FILES['docfile']
#newdoc = Document(docfile = uploaded)
#newdoc.save()
if ('.zip' in uploaded.name):
unzipped = zipfile.ZipFile(uploaded)
dirlist = []
for files in unzipped.namelist():
if (('.DS_Store' not in files) and ('.' in files)):
dir = os.path.dirname(files)
if dir not in dirlist:
dirlist.append(dir)
if not os.path.exists(dir):
os.makedirs(dir)
outpath = "/Users/xihui/Documents/myproject/myproject/media"
unzipped.extract(files, outpath)
unzipped.close()
for dir in reversed(dirlist):
os.rmdir(dir)
else:
newdoc = Document(docfile = uploaded)
newdoc.save()
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'myapp/list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def hobbs(request):
if request.method == 'POST':
form = HobbsForm(request.POST, request.FILES)
if form.is_valid():
#text = request.POST.get('text')
pronoun = request.POST.get('pronoun')
doc_name = request.FILES['docfile']
print doc_name
newdoc = Document(docfile = doc_name)
url1 = os.path.join('/media/documents/', str(doc_name))
url = os.path.realpath(os.path.join(os.path.realpath(os.path.dirname(__file__)), '../media/documents/', str(doc_name)))
if url1 in [document.docfile.url for document in Document.objects.all()]:
os.remove(url)
newdoc.save()
argv = [""]
argv.append(url)
argv.append(pronoun)
print argv
tree,noun = hp.calc(argv)
print "Tree: ", tree
print "Noun: ", noun
request.session["tree"] = tree
request.session["noun"] = noun
request.session["pronoun"] = pronoun
return HttpResponseRedirect(reverse('myproject.myapp.views.hobbs'))
else:
form = HobbsForm() # A empty, unbound form
if "tree" in request.session.keys():
return render_to_response(
'hobbs.html',
{'form':form, 'tree': request.session.pop('tree', None), 'noun':request.session.pop('noun', None), 'pronoun':request.session.pop('pronoun', None)},
context_instance=RequestContext(request)
)
else:
return render_to_response(
'hobbs.html',
{'form':form},
context_instance=RequestContext(request)
)
def upload(request):
# Handle file upload
response_data = dict()
response_data['version'] = 0.1
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid() or len(request.FILES) > 0:
logging.info('looking for upload files')
for fname in request.FILES:
logging.info('saving file %s!' % fname)
newdoc = Document(docfile = request.FILES[fname])
newdoc.save()
response_data['success'] = True
response_data['description'] = 'This is a peony, beautiful!'
else:
response_data['success'] = False
response_data['description'] = 'no image found'
else:
response_data['success'] = False
response_data['description'] = 'please use post method'
return HttpResponse(json.dumps(response_data), content_type="application/json")
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile = request.FILES['docfile'])
newdoc.save()
dict = {'names':newdoc.docfile.name,
'urls': newdoc.docfile.url}
return HttpResponse(json.dumps(dict), mimetype="application/json")
else:
form = DocumentForm() # A empty, unbound form
documents = Document.objects.all()
return render_to_response(
'myapp/list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render(
request,
'list.html',
{'documents': documents, 'form': form}
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response('myapp/list.html', {
'documents': documents,
'form': form
},
context_instance=RequestContext(request))
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('list'))
else:
form = DocumentForm() # A empty, unbound form
#Viewing the graph
# for document in documents:
# EmotionAnalysis.printgraph(document.docfile.name)
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render(request, 'list.html', {'documents': documents, 'form': form})
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document()
# Render list page with the documents and the form
return render(request, 'list.html', {
'documents': documents,
'form': form,
'links': p
})
return documents
def post(self, request, *args, **kwargs):
form_class = self.get_form_class()
form = self.get_form(form_class)
files = request.FILES.getlist('file_field')
# if form is valid, add create instance of Document model for all files
if form.is_valid():
for f in files:
newdoc = Document(filename=f, docfile=f)
newdoc.save()
else:
form = FileFieldForm()
# Load documents for the list page
documents = Document.objects.all()
num_images = len(documents)
# Render list page with the documents and the form
return render(request, 'list.html', {
'documents': documents,
'form': form,
'num_images': num_images
})
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
global scale
scale = form.cleaned_data['scale']
if scale >120:
scale = 100
elif scale <1:
scale = 1
newdoc = Document(docfile = request.FILES['docfile'])
docfile = request.FILES['docfile']
fn = docfile.name
newdoc.save()
global ourl
global cn
ourl = merge(fn)
cn = 1
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
if cn == 0:
ourl = 'http://'+SITE_URL+'/media/documents/kotori.png'
else:
cn = 0
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'myapp/list.html',
{'documents': documents, 'form': form,'ourl':ourl,'scale':scale},
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
global processing_instance
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile = request.FILES['docfile'],uploadtime = calendar.timegm(datetime.now().utctimetuple()))
newdoc.save()
# Redirect to the document list after POST
#return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
#========it's a processing time!
ObtPath = os.path.join(settings.MEDIA_ROOT, (str(Document.objects.order_by('-uploadtime')[0].docfile)).replace("/", os.sep)) #get item with the biggest uploadtime
ObtTime = Document.objects.order_by('-uploadtime')[0].uploadtime
processing_instance = FileProcessor(ObtPath, ObtTime)
readable_time = processing_instance.get_upload_time()
processing_instance.get_file_contents()
data_list = processing_instance.get_file_contents_as_string();
#string_list_copy = copy.deepcopy(data_list)
#===============================
#=============it's cleanup time!
#No, it's not a cleanup time...
#===============================
return render_to_response('myapp/list.html', {'documents': [str(ObtPath), str(readable_time), data_list], 'form': form}, context_instance=RequestContext(request))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
#user does not need to see the list of all documents.
#documents = Document.objects.all()
documents=None
# Render list page with the documents and the form
return render_to_response(
'myapp/list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
tags = Gallery.objects.filter(username=request.user)
tagArray = []
while (tags):
tagArray.append(tags.first().tag)
tags = tags.exclude(tag=tags.first().tag)
#choices = Document.objects.order_by().values('tag').distinct()
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
tagSpace = slugify(request.POST.get('tag'))
if Gallery.objects.filter(username=request.user,tag=tagSpace).exists():
newdoc = Document(docfile=request.FILES['docfile'],gallery=Gallery.objects.filter(username=request.user,tag=tagSpace).first())
newdoc.save()
else:
newGallery = Gallery(username=request.user,tag=tagSpace,thumb=request.FILES['docfile'])
newGallery.save()
newdoc = Document(docfile=request.FILES['docfile'],gallery=newGallery)
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
galleries = Gallery.objects.all()
# Render list page with the documents and the form
return render(
request,
'list.html',
{'form': form,'galleries':galleries,'tags':tagArray}
)
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
doc = []
for i in xrange(0, len(documents)):
img = '/home/rishab/Desktop/goapp/visitCards/myproject/myproject/media/'
img1 = str(documents[i].docfile)
img = img + img1
# print img
ANY_URL_REGEX = r"""(?i)\b((?:[a-z][\w-]+:(?:/{1,3}|[a-z0-9%])|www\d{0,3}[.]|[a-z0-9.\-]+[.][a-z]{2,4}/)(?:[^\s()<>]+|\(([^\s()<>]+|(\([^\s()<>]+\)))*\))+(?:\(([^\s()<>]+|(\([^\s()<>]+\)))*\)|[^\s`!()\[\]{};:'".,<>?«»“”‘’]))"""
Ph2 = r'\d{3}[-\.\s]??\d{4}[-\.\s]??\d{4}|\(\d{3}\)\s*\d{3}[-\.\s]??\d{4}|\d{6}[-\.\s]??\d{4}'
Ph3 = r'\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3}.\d{1,3}'
client = vision.Client()
with open(img, 'rb') as image_file:
image = client.image(content=image_file.read())
texts = image.detect_text()
client = language.Client()
document = client.document_from_text(texts[0].description)
ent_analysis = document.analyze_entities()
dir(ent_analysis)
entities = ent_analysis.entities
location = ""
person = ""
company = ""
for e in entities:
if (e.entity_type == 'LOCATION'):
location = location + " " + e.name
if (e.entity_type == 'PERSON'):
person = person + " " + e.name
if (e.entity_type == 'ORGANIZATION'):
company = company + " " + e.name
email_ids = re.findall(ANY_URL_REGEX, texts[0].description)
emails = filter(None, email_ids[0])
Document.emails = [str(x) for x in emails]
str5 = re.sub(r'\W+', '', texts[0].description)
zipcode = re.findall(r'\D\d{6}\D', str5)
Document.zipcode = zipcode[0][1:-1]
phone_nos2 = re.findall(Ph2, texts[0].description)
phone_nos3 = re.findall(Ph3, texts[0].description)
phone_nos2 = [str(x) for x in phone_nos2]
phone_nos3 = [str(x) for x in phone_nos3]
phones = phone_nos2 + phone_nos3
Document.phones = reduce(
lambda l, x: l.append(x) or l if x not in l else l, phones, [])
Document.location = str(location)
Document.person = str(person)
Document.company = str(company)
x = [
Document.location, Document.person, Document.company,
Document.zipcode, Document.emails, Document.phones
]
doc.append(x)
return render_to_response('myapp/list.html', {
'documents': zip(documents, doc),
'form': form
},
context_instance=RequestContext(request))
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
# print newdoc
name1 = request.FILES['docfile'].name
print name1
newdoc.save()
newdoc = Document(docfile=request.FILES['docfile2'])
print newdoc
newdoc.save()
#run loris.py
os.system("python loris.py")
# output_download(request,name1)
# print "SENT"
# Redirect to the document list after POST
# return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
name1 = name1.split('.')[0]
# fsock = open('/home/vikas/dev/loris/LORIS/Output/%s.hloris' %name1, 'r')
# response = HttpResponse(fsock, mimetype='text/plain')
# response['Content-Disposition'] = "attachment; filename=%s.hloris" %name1
# return response
# filenames = ["/home/vikas/dev/loris/LORIS/Output/%s.hloris" %name1, "/home/vikas/dev/loris/LORIS/Output/%s.vloris" %name1]
filenames = [
"%s/../../Output/%s.hloris" % (PROJECT_ROOT, name1),
"%s/../../Output/%s.vloris" % (PROJECT_ROOT, name1)
]
# Folder name in ZIP archive which contains the above files
# E.g [thearchive.zip]/somefiles/file2.txt
# FIXME: Set this to something better
zip_subdir = name1
zip_filename = "%s.zip" % zip_subdir
# Open StringIO to grab in-memory ZIP contents
s = StringIO.StringIO()
# The zip compressor
zf = zipfile.ZipFile(s, "w")
for fpath in filenames:
# Calculate path for file in zip
fdir, fname = os.path.split(fpath)
zip_path = os.path.join(zip_subdir, fname)
# Add file, at correct path
zf.write(fpath, zip_path)
# Must close zip for all contents to be written
zf.close()
# Grab ZIP file from in-memory, make response with correct MIME-type
resp = HttpResponse(s.getvalue(),
mimetype="application/x-zip-compressed")
# ..and correct content-disposition
resp[
'Content-Disposition'] = 'attachment; filename=%s' % zip_filename
return resp
print "HERE"
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response('myapp/list.html', {
'documents': documents,
'form': form
},
context_instance=RequestContext(request))
def list(request):
# gulby
results = None
results2 = None
model_def = '%s/gulby/uspace3_vgg16_original.prototxt' % caffe_home
pretrained_model = '%s/gulby/uspace_50_final_add_aug_ft2_8800.caffemodel' % caffe_home
label_file = '%s/gulby/labels_only_name.txt' % caffe_home
images_dim = '256,256'
input_scale = None
raw_scale = 255.0
channel_swap = '2,1,0'
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
# address
#print('address : %s' % request.POST['newaddr'])
db = MySQLdb.connect(host="127.0.0.1",
port=3306,
user="******",
passwd="",
db="address")
db.query("set character_set_connection=utf8;")
db.query("set character_set_server=utf8;")
db.query("set character_set_client=utf8;")
db.query("set character_set_results=utf8;")
db.query("set character_set_database=utf8;")
cursor = db.cursor()
new_addr = request.POST['newaddr'].replace(' ', '')
query = u"select place_name from place where new_addr like '%s%%'" % new_addr
#print u"query : %s " % query
cursor.execute(query.encode('utf8'))
raw_result = cursor.fetchall()
results2 = [
'%s : %2.2f%%' % (r[0], 0.5 / len(raw_result) * 100)
for r in raw_result[:5]
]
results = {}
for i, t in enumerate(raw_result[:5]):
results['top%d' % (i + 1)] = (t[0],
'%f' % (0.5 / len(raw_result)))
db.close()
if not results:
with open('address.log', 'a') as f:
f.write(new_addr.encode('utf8'))
f.write(u'\n')
# uspace
#'''
if (new_addr.startswith(u'경기도성남시분당구대왕판교로660')
or new_addr.startswith(u'경기도성남시분당구대왕판교로670')
) and 'docfile' in request.FILES:
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
test_file = newdoc.docfile.name
image_dims = [int(s) for s in images_dim.split(',')]
mean = np.ndarray(shape=(3), dtype=float)
mean[0] = 104
mean[1] = 117
mean[2] = 123
channel_swap = [int(s) for s in channel_swap.split(',')]
caffe.set_mode_cpu()
#caffe.set_mode_gpu()
classifier = caffe.Classifier(model_def,
pretrained_model,
image_dims=image_dims,
mean=mean,
input_scale=input_scale,
raw_scale=raw_scale,
channel_swap=channel_swap)
np_result = classifier.predict([
caffe.io.load_image('%s/%s' % (documents_home, test_file))
], True).flatten()
#print(np_result)
labels = np.loadtxt(label_file, str, delimiter='\t')
#print(np_result.argsort()[-1:-6:-1])
results2 = labels[np_result.argsort()[-1:-6:-1]]
results2 = [
'%s : %2.2f%%' % (labels[i], np_result[i] * 100 / 2)
for i in np_result.argsort()[-1:-6:-1]
]
results = {}
for i, t in enumerate(np_result.argsort()[-1:-6:-1]):
results['top%d' % (i + 1)] = (labels[t],
'%f' % (np_result[t] / 2))
# Redirect to the document list after POST
#return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
#'''
if request.POST['resulttype'] == 'html':
return render_to_response(
'list.html', {
'form': form,
'results': results2
},
context_instance=RequestContext(request))
else:
return JsonResponse(results)
else:
form = DocumentForm() # A empty, unbound form
# Render list page with the documents and the form
labels = np.loadtxt(label_file, str, delimiter='\t')
results = labels
return render_to_response('list.html', {
'form': form,
'results': results
},
context_instance=RequestContext(request))
def list(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
#uploads img
img = Document(docfile=request.FILES['docfile'])
img.save()
#uploads audio
audio = Document(docfile=request.FILES['docfile_2'])
audio.save()
# dir_path = os.path.dirname(os.path.realpath(__file__))
# cwd = os.getcwd()
#gets name of audio file without the extension
audioBase = os.path.splitext(os.path.basename(audio.docfile.name))[0]
#new file destination with .mp4 extension
newFile = '/media/output/' + audioBase + '.mp4'
print '************************************'
print img.docfile.url
resize = Image.open('.' + img.docfile.url)
size = resize.size
if size != (1280,720):
if size[0] > size[1]:
resize = resize.resize((1280, size[1]*1280/size[0]))
else:
resize = resize.resize((size[0]*720/size[1], 720))
size = resize.size
x = (1280 - size[0]) / 2
y = (720 - size[1]) / 2
canvas = Image.new('RGB', (1280, 720), (0,0,0))
canvas.paste(resize, (x,y), resize)
canvas.save('.' + img.docfile.url)
# ff = ffmpy.FFmpeg(
# global_options='-loop 1',
# inputs=OrderedDict([('./media/' + img.docfile.name, None), ('./media/' + audio.docfile.name, None)]),
# # {
# # './media/' + img.docfile.name: None,
# # './media/' + audio.docfile.name: None
# # },
# # outputs={'../../media/files/' + audio.docfile.name + '.mp4': '-c:v libx264 -c:a aac -shortest'}
# # outputs={'./media/output/test_result.mp4': '-c:v libx264 -c:a aac -shortest'}
# outputs={'.' + newFile: '-c:v libx264 -c:a aac -shortest'}
# )
# print ff.cmd
# ff.run()
merge.delay('./media/' + img.docfile.name, './media/' + audio.docfile.name, '.' + newFile)
request.session['newFile'] = newFile
request.session['newFileName'] = audioBase + '.mp4'
# Redirect to the document list after POST
# return HttpResponseRedirect(reverse('list'))
return HttpResponseRedirect('/myapp/uploads/')
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
documents = documents[len(documents) - 2:]
# Render list page with the documents and the form
return render(request, 'list.html', {
'documents': documents,
'form': form
}
)
def list(request):
txt = str(
os.path.dirname(
os.path.abspath(inspect.getfile(inspect.currentframe()))))
txt = txt.replace("/myproject/myapp", "/media/")
txt = txt.replace(" ", "")
APIkey = "###############################" #Give your HPE Haven on Demand API Key
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
docfile = request.FILES['docfile']
txt = txt + str(docfile)
import requests
url = 'https://api.havenondemand.com/1/api/async/recognizespeech/v1'.format(
'recognizespeech')
files = {'file': open(str(txt), 'rb')}
while True:
r = requests.post(url,
data={"apikey": str(APIkey)},
files=files)
k = r.json()
try:
jobID = k["jobID"]
url1 = "https://api.havenondemand.com/1/job/result/" + jobID
while True:
p = requests.post(url1,
data={'apikey': str(APIkey)},
files=files)
res = p.json()
try:
content = res["actions"][0]["result"]["document"][
0]["content"]
d = str(content)
urlS = 'https://api.havenondemand.com/1/api/async/analyzesentiment/v1'
files1 = {'file': d}
a = requests.post(urlS,
data={"apikey": str(APIkey)},
files=files1)
l = a.json()
jobIDS = l["jobID"]
url1S = "https://api.havenondemand.com/1/job/result/" + jobIDS
pS = requests.post(url1S,
data={'apikey': str(APIkey)},
files=files1)
res1 = pS.json()
final = (res1["actions"][0]["result"]["aggregate"]
["score"])
finalp = str(final * 100)
result1 = res1["actions"][0]["result"][
"aggregate"]["sentiment"]
from django.contrib.staticfiles.templatetags.staticfiles import static
url = static('css/bootstrap.css')
url1 = static('file.txt')
y = str(
os.path.dirname(
os.path.abspath(
inspect.getfile(
inspect.currentframe()))))
y = y.replace(
"/myproject/myapp",
"/static_in_pro/our_static/file.txt")
y = y.replace(" ", "")
f = open(str(y), 'w+')
f.write(content)
f.close()
ans = str(
"""
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Sentilysis</title>
<!-- Bootstrap core CSS -->
<link href=""" + url +
""" rel="stylesheet" type="text/css">
<script src="http://ajax.googleapis.com/ajax/libs/jquery/1.7.0/jquery.min.js"></script>
<script src="https://cdn.rawgit.com/aterrien/jQuery-Knob/master/dist/jquery.knob.min.js"></script>
<script type="text/javascript" src="http://yourjavascript.com/36616422911/excanvas.js"></script>
</head>
<body>
<div class="container">
<div class="header clearfix">
<nav>
</nav>
<h3 class="text-muted" style="line-height: 40px;">Sentilysis</h3>
</div>
<div class="jumbotron" style="text-align:center">
<div class="row"><h1 style="text-align:center">Sentilysis</h1></div>
<div class="row" style="text-align:center">
<p style="font-size:20px">Result:""" +
result1 + """</p>
</div>
<div class="row" style="text-align:center">
<input type="text" class="dial" value=""" +
finalp +
""" data-min="-100" data-max="100" ></div> Download the audio file text :<a href="""
+ url1 + """ download="audiotext">
<input type="button" value="download" style="margin-top:25px;" ></button></a>
</div>
<script>
$(function() {
$(".dial").knob();
});
</script>
<footer class="footer">
<p>© 2016 Deep Red Ink Consulting Pvt. Ltd.</p>
</footer>
</div> <!-- /container -->
</body>
</html>""")
return HttpResponse(ans)
break
except:
continue
except:
continue
#HPE API
# Redirect to the document list after POST
#return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response('list.html', {
'documents': documents,
'form': form
},
context_instance=RequestContext(request))
def list(request):
# Handle file upload
if request.method == 'POST':
erro = ''
form = DocumentForm(request.POST, request.FILES)
form2 = DocumentForm2(request.POST, request.FILES)
form3 = DocumentForm3(request.POST, request.FILES)
if form.is_valid() and form2.is_valid() and form3.is_valid():
docfile = Document(docfile = request.FILES['docfile'])
docfile.save()
#---
nomeImagem = 'myproject'+docfile.docfile.url
i = len(nomeImagem)-1
posPath = 0
posExt = 0
while(i > 0):
if(nomeImagem[i] == '/'):
posPath = i
break
if(nomeImagem[i] == '.'):
posExt = i
i = i - 1
endArquivoImg = nomeImagem[:posPath+1]
extensaoImg = nomeImagem[posExt:]
nomeImagem = nomeImagem[posPath+1:]
#---
funcfile = Document2(funcfile = request.FILES['funcfile'])
funcfile.save()
#---
nomeFuncao = 'myproject'+funcfile.funcfile.url
i = len(nomeFuncao)-1
posPath = 0
while(i > 0):
if(nomeFuncao[i] == '/'):
posPath = i
break
i = i - 1
endArquivoFunc = nomeFuncao[:posPath+1]
nomeFuncao = nomeFuncao[posPath+1:]
#---
bandfile = request.FILES['bandfile'].read().split('\n')
bandfile = bandfile[:len(bandfile)-1]
#---
codigo = toPy.analisarETransformar(endArquivoFunc,nomeFuncao)
if(codigo[0] == False):
erro = codigo[1]
else:
#----------
auxValPar = ''
for i in xrange(len(codigo[4])):
if(bandfile[i][0] == 'B'):
auxValPar = auxValPar + 'bandas['+str(i)+']' + ','
else:
auxValPar = auxValPar + str(bandfile[i]) + ','
parametros = auxValPar[:len(auxValPar)-1]
#----------
bandas, entrada = imgIO.abrirELer(endArquivoImg,nomeImagem) #mudar depois
#----------
retorno = toPy.executar(codigo,bandas,parametros)
#----------
terminado = imgIO.salvar(entrada,retorno,codigo[3],endArquivoImg,extensaoImg)
if(terminado[0] == False):
erro = terminado[1]
#----------
erro = "Processo Concluído com Sucesso."
#----------
# Redirect to the document list after POST
form = DocumentForm() # A empty, unbound form
form2 = DocumentForm2()
form3 = DocumentForm3()
try:
images = os.listdir('myproject/media/imagem/')
except:
images = None
return render_to_response(
'myapp/list.html',
{'images': images, 'erro': erro, 'form': form, 'form2' : form2, 'form3' : form3},
context_instance=RequestContext(request)
)
#return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
form2 = DocumentForm2()
form3 = DocumentForm3()
erro = ''
try:
images = os.listdir('myproject/media/imagem/')
except:
images = None
# Render list page with the documents and the form
return render_to_response(
'myapp/list.html',
{'images': images, 'erro': erro, 'form': form, 'form2' : form2, 'form3' : form3},
context_instance=RequestContext(request)
)
def list(request):
# gulby
results = None
results2 = None
model_def = '%s/gulby/uspace3_vgg16_original.prototxt' % caffe_home
pretrained_model = '%s/gulby/uspace_50_final_add_aug_ft2_8800.caffemodel' % caffe_home
label_file = '%s/gulby/labels_only_name.txt' % caffe_home
images_dim = '256,256'
input_scale = None
raw_scale = 255.0
channel_swap = '2,1,0'
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
# address
#print('address : %s' % request.POST['newaddr'])
db = MySQLdb.connect(host="127.0.0.1", port=3306, user="******", passwd="", db="address")
db.query("set character_set_connection=utf8;")
db.query("set character_set_server=utf8;")
db.query("set character_set_client=utf8;")
db.query("set character_set_results=utf8;")
db.query("set character_set_database=utf8;")
cursor = db.cursor()
new_addr = request.POST['newaddr'].replace(' ', '')
query = u"select place_name from place where new_addr like '%s%%'" % new_addr
#print u"query : %s " % query
cursor.execute(query.encode('utf8'))
raw_result = cursor.fetchall()
results2 = ['%s : %2.2f%%' % (r[0], 0.5/len(raw_result)*100) for r in raw_result[:5]]
results = {}
for i, t in enumerate(raw_result[:5]):
results['top%d' % (i+1)] = (t[0], '%f' % (0.5/len(raw_result)))
db.close()
if not results:
with open('address.log', 'a') as f:
f.write(new_addr.encode('utf8'))
f.write(u'\n')
# uspace
#'''
if (new_addr.startswith(u'경기도성남시분당구대왕판교로660') or new_addr.startswith(u'경기도성남시분당구대왕판교로670')) and 'docfile' in request.FILES:
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
test_file = newdoc.docfile.name
image_dims = [int(s) for s in images_dim.split(',')]
mean = np.ndarray(shape=(3), dtype=float)
mean[0] = 104
mean[1] = 117
mean[2] = 123
channel_swap = [int(s) for s in channel_swap.split(',')]
caffe.set_mode_cpu()
#caffe.set_mode_gpu()
classifier = caffe.Classifier(model_def, pretrained_model, image_dims=image_dims, mean=mean, input_scale=input_scale, raw_scale=raw_scale, channel_swap=channel_swap)
np_result = classifier.predict([caffe.io.load_image('%s/%s' % (documents_home, test_file))], True).flatten()
#print(np_result)
labels = np.loadtxt(label_file, str, delimiter='\t')
#print(np_result.argsort()[-1:-6:-1])
results2 = labels[np_result.argsort()[-1:-6:-1]]
results2 = ['%s : %2.2f%%' % (labels[i], np_result[i]*100/2) for i in np_result.argsort()[-1:-6:-1]]
results = {}
for i, t in enumerate(np_result.argsort()[-1:-6:-1]):
results['top%d' % (i+1)] = (labels[t], '%f' % (np_result[t]/2))
# Redirect to the document list after POST
#return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
#'''
if request.POST['resulttype'] == 'html':
return render_to_response(
'list.html',
{'form': form, 'results': results2},
context_instance=RequestContext(request)
)
else:
return JsonResponse(results)
else:
form = DocumentForm() # A empty, unbound form
# Render list page with the documents and the form
labels = np.loadtxt(label_file, str, delimiter='\t')
results = labels
return render_to_response(
'list.html',
{'form': form, 'results': results},
context_instance=RequestContext(request)
)
cred_arr = np.random.rand(422419, 1)
idxs = [False for i in range(len(news['STORY']))]
idxs = news["STORY"] == "dM5lJS_3o5WVi3Msw6l8yvek3qu2M"
idxs |= news["STORY"] == "dvXpoeHHC3Eh4CMUx4PxTjcvbPZNM"
idxs |= news["STORY"] == "dlLYTMlYRD9PexMYGrncsueKjZmMM"
idxs |= news["STORY"] == "dMPYwYKkTueEQ5MwewRLr9q1Ye6rM"
idxs |= news["STORY"] == "d2OyTeAXDFQpb3M9Cr_Ftde6Ig0aM"
for i in range(1000):
idxs[i] = True
print(len(idxs))
t**s = []
stories = []
for i in range(len(idxs)): # len(news['TEXT'])):
if (idxs[i]):
# print(i)
pub = news['PUBLISHER'][i]
if not pd.isnull(pub): # and url_is_valid(news['URL'][i]):
count += 1
d = Document(title=news['TEXT'][i],
publisher=pub,
link=news['URL'][i],
cluster=news['STORY'][i],
bias=cred_dict[pub][0],
cred=cred_dict[pub][1])
d.save()
print("done populating...", count)
import os
os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'myproject.settings')
import django
from myproject.myapp.models import Document
print("done populating...")
for name in ["test1", "test2", "test3"]:
d = Document(title=name)
d.save()
def list(request):
# Handle file upload!
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile = request.FILES['docfile'])
newdoc.save()
# Redirect to the document list after POST!
return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form!
# Load documents for the list page!
documents = Document.objects.all()
if documents:
for document in documents:
print ( document.docfile.url)
psd =PSDImage.load(os.path.join(os.path.dirname(__file__), "/myproject" + document.docfile.url))
layer_details = psd.layers
items = []
psd_header = psd.header
try:
os.makedirs(os.path.join(os.path.dirname(__file__), "/myproject/" + 'media/' + str(document.docfile.name).rsplit('.', 1)[0]))
except OSError:
pass
filename = str(document.docfile.name).rsplit('.', 1)[0] + '.json'
f = open(filename, 'a')
# save the flatened image in png format in a directory!
merged_image = psd.as_PIL()
merged_image_filename = str(document.docfile.name).rsplit('.', 1)[0] + '.png'
merged_image.save(os.path.join(os.path.dirname(__file__), "/myproject/" + 'media/' + str(document.docfile.name).rsplit('.', 1)[0] + '/' + merged_image_filename))
# for loop to extract layer and its information from the psd uploaded
for layer_count in layer_details:
# empty dict for storing layer information
item = {}
# psd header details viz falana and dekana are extracted here!
item['psdheader_details'] = psd_header
# layer names
item['layer_name'] = layer_count.name
# convert layer as an image for further processing in future.
layer_image = layer_count.as_PIL()
layer_image_filename = str(layer_count.name) + '.png'
# save layer in a paricular directory.
layer_image.save(os.path.join(os.path.dirname(__file__), "/myproject/" + 'media/' + str(document.docfile.name).rsplit('.', 1)[0] + '/' + layer_image_filename))
# write layer informations to a jason file.
f.write(str(items) + '\n')
f.close()
#json_data = str(items)
#return HttpResponse(json.dumps(json_data), content_type="text/json")
# Render list page with the documents and the form.
return render_to_response(
'list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def upload(request):
userid = request.user.username
if not userid:
return HttpResponseRedirect(settings.URL_PREFIX+'/myapp/login/')
layer_uuid = ""
proc = False
shp_name = ""
shp_path = ""
isJson = False
isShp = False
isDBF = False
isShx = False
if request.method == 'POST':
# Get data from form
filelist = request.FILES.getlist('docfile')
if len(filelist) == 0:
return HttpResponse(RSP_FAIL, content_type="application/json")
filenames = []
fileurls = []
# save all files
for docfile in filelist:
filename = str(docfile)
filenames.append(filename)
shpuuid = md5(userid+filename).hexdigest()
if filename[filename.rfind("."):] in [".shp",".json",".geojson"]:
layer_uuid = shpuuid
newdoc = Document(uuid = shpuuid, userid = userid,\
filename=filename, docfile = docfile)
newdoc.save()
fileurls.append(newdoc.docfile.url)
# move files to sqlite db
for i, name in enumerate(filenames):
if name.endswith("json"):
driver = "GeoJSON"
isJson = True
elif name.endswith("shp"):
driver = "ESRI shapefile"
isShp = True
elif name.endswith("dbf"):
isDBF = True
elif name.endswith("shx"):
isShx = True
if name.endswith("json") or name.endswith("shp"):
shp_name = name
shp_path = settings.PROJECT_ROOT + fileurls[i]
if isJson or (isShp and isDBF and isShx):
proc = True
break
elif request.method == 'GET':
# Get data from dropbox or other links
json_url = request.GET.get('json', None)
shp_url = request.GET.get('shp', None)
shx_url = request.GET.get('shx', None)
dbf_url = request.GET.get('dbf', None)
import urllib
if json_url != None:
shp_name = json_url.split("/")[-1]
shp_path = settings.MEDIA_ROOT + "/temp/" + shp_name
shp_path = get_valid_path(shp_path)
shp_name = shp_path[shp_path.rindex("/") + 1:]
urllib.urlretrieve(json_url, shp_path)
driver = "GeoJSON"
proc = True
elif shp_url and shx_url and dbf_url:
shp_name = shp_url.split("/")[-1]
shp_path = settings.MEDIA_ROOT + "/temp/" + shp_name
shp_path = get_valid_path(shp_path)
shp_name = shp_path[shp_path.rindex("/") + 1:]
dbf_path = shp_path[:-3] + "dbf"
shx_path = shp_path[:-3] + "shx"
print "upload from dropbox", shp_name, shp_path
urllib.urlretrieve(shp_url, shp_path)
urllib.urlretrieve(dbf_url, dbf_path)
urllib.urlretrieve(shx_url, shx_path)
driver = "ESRI shapefile"
proc = True
# save to file information database
layer_uuid = md5(userid + shp_name).hexdigest()
#docfile = File(open(shp_path))
newdoc = Document(uuid= layer_uuid, userid= userid,filename=shp_name, docfile = "temp/"+shp_name)
newdoc.save()
if proc:
if layer_uuid == "":
layer_uuid = md5(userid + shp_name).hexdigest()
# save meta data to Geodata table
table_name = None
print "get meta data", shp_path
meta_data = GeoDB.GetMetaData(shp_path, table_name, driver)
print "save meta data", meta_data
new_geodata = Geodata(uuid=layer_uuid, userid=userid,
origfilename=shp_name, n=meta_data['n'],
geotype=str(meta_data['geom_type']),
bbox=str(meta_data['bbox']),
fields=json.dumps(meta_data['fields']))
new_geodata.save()
# export to spatial database in background
# note: this background process also compute min_threshold
# and max_thresdhold
from django.db import connection
connection.close()
mp.Process(target=GeoDB.ExportToDB,
args=(shp_path,layer_uuid)).start()
print "uploaded done."
return HttpResponse('{"layer_uuid":"%s"}'%layer_uuid,
content_type="application/json")
return HttpResponse(RSP_FAIL, content_type="application/json")
def show(request):
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile = request.FILES['docfile'])
newdoc.save()
print newdoc.docfile
i = Image.open(newdoc.docfile)
i = i.convert('RGB')
pix=i.load()
w=i.size[0]
h=i.size[1]
RT = numpy.zeros(w*h)
BT = numpy.zeros(w*h)
GT = numpy.zeros(w*h)
for i in range(h):
for j in range(w):
r,g,b = pix[j,i]
RT[i*32 + j] = r
GT[i*32 + j] = g
BT[i*32 + j] = b
grayMatrixT = (RT*0.2989+GT*0.5870+BT*0.1140)
#Normalize
grayMatrixT -= grayMatrixT.mean()
dict = unpickle('data_batch_1')
dt = unpickle('batches.meta')
print dt
size = len(dict['data'])
featureSize = len(dict['data'][0])/3
grayMatrix = numpy.zeros((size, featureSize))
normalRGB = numpy.zeros((size, featureSize,3))
#Compute intensity and normalize
items = list(dict.items())
dataItem = items[0]
labels = numpy.array(dict['labels'])
print labels
dataMatrix = numpy.array(dataItem[1])
R = dataMatrix[:,:1024]
G = dataMatrix[:,1024:2048]
B = dataMatrix[:,2048:]
#Construct original picture
normalRGB = numpy.rollaxis(numpy.asarray([R,G,B]), 0,3)
#Construct intensity Array
grayMatrix = (R*0.2989+G*0.5870+B*0.1140)
#Normalize
grayMatrix -= grayMatrix.mean(axis=1)[:, None]
#Apply PCA
train(grayMatrix, featureSize, labels, grayMatrixT)
# Redirect to the document list after POST
return HttpResponseRedirect(reverse('myproject.myapp.views.show'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'myapp/show.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
txt=str(os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))))
txt=txt.replace("/myproject/myapp","/media/")
txt=txt.replace(" ","")
APIkey="###############################" #Give your HPE Haven on Demand API Key
# Handle file upload
if request.method == 'POST':
form = DocumentForm(request.POST, request.FILES)
if form.is_valid():
newdoc = Document(docfile=request.FILES['docfile'])
newdoc.save()
docfile=request.FILES['docfile']
txt=txt+str(docfile)
import requests
url = 'https://api.havenondemand.com/1/api/async/recognizespeech/v1'.format('recognizespeech')
files = {'file': open(str(txt),'rb')}
while True:
r = requests.post(url,data={"apikey":str(APIkey)}, files=files)
k= r.json()
try:
jobID= k["jobID"]
url1="https://api.havenondemand.com/1/job/result/"+jobID
while True:
p=requests.post(url1,data={'apikey':str(APIkey)},files=files)
res=p.json()
try:
content= res["actions"][0]["result"]["document"][0]["content"]
d=str(content)
urlS='https://api.havenondemand.com/1/api/async/analyzesentiment/v1'
files1={'file':d}
a= requests.post(urlS,data={"apikey":str(APIkey)},files=files1)
l=a.json()
jobIDS=l["jobID"]
url1S="https://api.havenondemand.com/1/job/result/"+jobIDS
pS=requests.post(url1S,data={'apikey':str(APIkey)},files=files1)
res1=pS.json()
final=(res1["actions"][0]["result"]["aggregate"]["score"])
finalp=str(final*100)
result1=res1["actions"][0]["result"]["aggregate"]["sentiment"]
from django.contrib.staticfiles.templatetags.staticfiles import static
url = static('css/bootstrap.css')
url1=static('file.txt')
y=str(os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe()))))
y=y.replace("/myproject/myapp","/static_in_pro/our_static/file.txt")
y=y.replace(" ","")
f=open(str(y),'w+')
f.write(content)
f.close()
ans=str("""
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Sentilysis</title>
<!-- Bootstrap core CSS -->
<link href="""+url+""" rel="stylesheet" type="text/css">
<script src="http://ajax.googleapis.com/ajax/libs/jquery/1.7.0/jquery.min.js"></script>
<script src="https://cdn.rawgit.com/aterrien/jQuery-Knob/master/dist/jquery.knob.min.js"></script>
<script type="text/javascript" src="http://yourjavascript.com/36616422911/excanvas.js"></script>
</head>
<body>
<div class="container">
<div class="header clearfix">
<nav>
</nav>
<h3 class="text-muted" style="line-height: 40px;">Sentilysis</h3>
</div>
<div class="jumbotron" style="text-align:center">
<div class="row"><h1 style="text-align:center">Sentilysis</h1></div>
<div class="row" style="text-align:center">
<p style="font-size:20px">Result:"""+result1+"""</p>
</div>
<div class="row" style="text-align:center">
<input type="text" class="dial" value="""+finalp+""" data-min="-100" data-max="100" ></div> Download the audio file text :<a href="""+url1+""" download="audiotext">
<input type="button" value="download" style="margin-top:25px;" ></button></a>
</div>
<script>
$(function() {
$(".dial").knob();
});
</script>
<footer class="footer">
<p>© 2016 Deep Red Ink Consulting Pvt. Ltd.</p>
</footer>
</div> <!-- /container -->
</body>
</html>""")
return HttpResponse(ans)
break
except:
continue
except:
continue
#HPE API
# Redirect to the document list after POST
#return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
# Load documents for the list page
documents = Document.objects.all()
# Render list page with the documents and the form
return render_to_response(
'list.html',
{'documents': documents, 'form': form},
context_instance=RequestContext(request)
)
def list(request):
# Handle file upload
if request.method == 'POST':
erro = ''
form = DocumentForm(request.POST, request.FILES)
form2 = DocumentForm2(request.POST, request.FILES)
form3 = DocumentForm3(request.POST, request.FILES)
if form.is_valid() and form2.is_valid() and form3.is_valid():
docfile = Document(docfile=request.FILES['docfile'])
docfile.save()
#---
nomeImagem = 'myproject' + docfile.docfile.url
i = len(nomeImagem) - 1
posPath = 0
posExt = 0
while (i > 0):
if (nomeImagem[i] == '/'):
posPath = i
break
if (nomeImagem[i] == '.'):
posExt = i
i = i - 1
endArquivoImg = nomeImagem[:posPath + 1]
extensaoImg = nomeImagem[posExt:]
nomeImagem = nomeImagem[posPath + 1:]
#---
funcfile = Document2(funcfile=request.FILES['funcfile'])
funcfile.save()
#---
nomeFuncao = 'myproject' + funcfile.funcfile.url
i = len(nomeFuncao) - 1
posPath = 0
while (i > 0):
if (nomeFuncao[i] == '/'):
posPath = i
break
i = i - 1
endArquivoFunc = nomeFuncao[:posPath + 1]
nomeFuncao = nomeFuncao[posPath + 1:]
#---
bandfile = request.FILES['bandfile'].read().split('\n')
bandfile = bandfile[:len(bandfile) - 1]
#---
codigo = toPy.analisarETransformar(endArquivoFunc, nomeFuncao)
if (codigo[0] == False):
erro = codigo[1]
else:
#----------
auxValPar = ''
for i in xrange(len(codigo[4])):
if (bandfile[i][0] == 'B'):
auxValPar = auxValPar + 'bandas[' + str(i) + ']' + ','
else:
auxValPar = auxValPar + str(bandfile[i]) + ','
parametros = auxValPar[:len(auxValPar) - 1]
#----------
bandas, entrada = imgIO.abrirELer(endArquivoImg,
nomeImagem) #mudar depois
#----------
retorno = toPy.executar(codigo, bandas, parametros)
#----------
terminado = imgIO.salvar(entrada, retorno, codigo[3],
endArquivoImg, extensaoImg)
if (terminado[0] == False):
erro = terminado[1]
#----------
erro = "Processo Concluído com Sucesso."
#----------
# Redirect to the document list after POST
form = DocumentForm() # A empty, unbound form
form2 = DocumentForm2()
form3 = DocumentForm3()
try:
images = os.listdir('myproject/media/imagem/')
except:
images = None
return render_to_response('myapp/list.html', {
'images': images,
'erro': erro,
'form': form,
'form2': form2,
'form3': form3
},
context_instance=RequestContext(request))
#return HttpResponseRedirect(reverse('myproject.myapp.views.list'))
else:
form = DocumentForm() # A empty, unbound form
form2 = DocumentForm2()
form3 = DocumentForm3()
erro = ''
try:
images = os.listdir('myproject/media/imagem/')
except:
images = None
# Render list page with the documents and the form
return render_to_response('myapp/list.html', {
'images': images,
'erro': erro,
'form': form,
'form2': form2,
'form3': form3
},
context_instance=RequestContext(request))
