def fetch_data():
date = date_req()
data_frame = pd.read_csv(date + "-NI.csv")
data_frame = data_frame[[
'compId', 'Redirection_Jobs', 'Redirection_Applies', 'Seamless_Jobs',
'Seamless_Applies'
]]
data_frame = data_frame.sort_values(by='Seamless_Applies', ascending=False)
return data_frame
def publish_dump():
temp_frame = []
date = date_req()
data_daily = pd.read_csv("http://192.168.2.123/dump/publishedWebJobs.csv.zip")
frame_required = data_daily[['jobCompanyId','jobFile','crawlerType','jobAddDate','jobSitePostedDate','jobRefreshDate','Seamless Apply']]
frame_required.columns = ['compId','jobId','crawlerType','addedDate','sitePostedDate','refreshDate','seamless']
frame_required.to_csv("Publish_Dump_"+date+".csv", index=False)
return frame_required
def mailer():
date = date_req()
frame = bifurcated_data()
#mailer start
your_email = raw_input("Enter Your Email_ID with domain as '@infoedge.com'\n")
password = raw_input("Enter your Email_ID password\n")
recepient = "*****@*****.**"
#recepient = ["*****@*****.**","*****@*****.**","*****@*****.**","*****@*****.**","*****@*****.**","*****@*****.**"]
#cc = "*****@*****.**"
subject = "Status of Seamless Apply for "+date
server = smtplib.SMTP('smtp.office365.com',587)
server.ehlo()
server.starttls()
server.login(your_email, password)
body_content = """
<div class="BodyFragment" style=""><font size="2" style=""><span style="font-size:10pt">
<div class="PlainText" style="font-family:Tahoma"><span style="font-size:11pt">Hi,</span></div>
<span style="font-size:11pt"></span>
<div class="PlainText" style="font-family:Tahoma"><br>
<span style="font-size:11pt"></span></div><div class="PlainText" style="font-family:Tahoma">PFB Status for Seamless Apply,</div><div class="PlainText" style="font-family:Tahoma"><br></div><div class="PlainText" style="font-family:Tahoma">
<table>
<colgroup span="7" width="85"></colgroup>
<tbody><tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="32" align="center"><b><font face="Calibri">"""+frame[0]+"""</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><b><font face="Calibri">Clients</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><b><font face="Calibri">Jobs</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><b><font face="Calibri">Applies</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><b><font face="Calibri">% of Clients</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><b><font face="Calibri">% of Jobs</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><b><font face="Calibri">% of Applies</font></b></td>
</tr>
<tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="32" align="center"><b><font face="Calibri">Searchable Count</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[1])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[2])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[3])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">NA</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">NA</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">NA</font></td>
</tr>
<tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="32" align="center"><b><font face="Calibri">Total Seamless</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[4])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[5])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[6])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[7])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[8])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[9])+"""</font></td>
</tr>
<tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="32" align="center"><b><font face="Calibri">Web Seamless</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[10])+""" ("""+str(frame[52])+""")</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[11])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[12])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[13])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[14])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[15])+"""</font></td>
</tr>
<tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="32" align="center"><b><font face="Calibri">CSM Seamless</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[16])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[17])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[18])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[19])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[20])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[21])+"""</font></td>
</tr>
<tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="17" align="center"><b><font face="Calibri">TECH</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[22])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[23])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[24])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[25])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[26])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[27])+"""</font></td>
</tr>
<tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="17" align="center"><b><font face="Calibri">QC</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[28])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[29])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[30])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[31])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[32])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[33])+"""</font></td>
</tr>
<tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="17" align="center"><b><font face="Calibri">Escalation</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[34])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[35])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[36])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[37])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[38])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[39])+"""</font></td>
</tr>
<tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="32" align="center"><b><font face="Calibri">Non-Workable</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[40])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[41])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[42])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[43])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[44])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[45])+"""</font></td>
</tr>
<tr>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" height="17" align="center"><b><font face="Calibri">Pipeline</font></b></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[46])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[47])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[48])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[49])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[50])+"""</font></td>
<td style="border-top: 1px solid #000000; border-bottom: 1px solid #000000; border-left: 1px solid #000000; border-right: 1px solid #000000" align="center"><font face="Calibri">"""+str(frame[51])+"""</font></td>
</tr></tbody></table><br></div>
<span style="font-size:11pt"></span>
<div class="PlainText" style="font-family:Tahoma"><br>
<span style="font-size:11pt"></span></div>
<span style="font-size:11pt"></span>
<div class="PlainText" style="font-family:Tahoma"><br>
<span style="font-size:11pt"></span></div>
<span style="font-size:11pt"></span>
<div class="PlainText" style=""><font face="Tahoma"><span style="font-size:11pt">Regards,</span></font><br>
<p class="x_MsoNormal" style="margin-top: 0px; margin-bottom: 0px;margin:0in 0in 0.0001pt; font-size:11pt"><font color="#1f497d" face="Calibri Light, sans-serif"><b>Ankit Mukherjee</b></font></p>
<p class="x_MsoNormal" style="margin-top: 0px; margin-bottom: 0px;font-family:Calibri,sans-serif; margin:0in 0in 0.0001pt; font-size:11pt; color:rgb(32,31,30)">
<span style="margin:0px; padding:0px; border:0px; font-style:inherit; font-variant:inherit; font-weight:inherit; font-stretch:inherit; font-size:inherit; line-height:inherit; font-family:"Calibri Light",sans-serif; vertical-align:baseline; color:rgb(0,176,240)">Software
Engineer (ARAY) Operations - Naukri.com</span></p>
<p class="x_MsoNormal" style="margin-top: 0px; margin-bottom: 0px;font-family:Calibri,sans-serif; margin:0in 0in 0.0001pt; font-size:11pt; color:rgb(32,31,30)">
<span style="margin:0px; padding:0px; border:0px; font-style:inherit; font-variant:inherit; font-weight:inherit; font-stretch:inherit; font-size:inherit; line-height:inherit; font-family:"Calibri Light",sans-serif; vertical-align:baseline; color:rgb(47,84,150)">Direct: <b>0120-3310105</b> |
Extension:<b> 105</b></span></p>
<p class="x_MsoNormal" style="margin-top: 0px; margin-bottom: 0px;font-family:Calibri,sans-serif; margin:0in 0in 0.0001pt; font-size:11pt; color:rgb(32,31,30)">
<b><span style="margin:0px; padding:0px; border:0px; font-style:inherit; font-variant:inherit; font-weight:inherit; font-stretch:inherit; font-size:inherit; line-height:inherit; font-family:"Calibri Light",sans-serif; vertical-align:baseline; color:rgb(47,84,150)">#7270857735</span></b></p>
</div>
</span></font></div>"""
text = body_content
msg = MIMEMultipart()
msg['From'] = your_email
msg['To'] = recepient
#msg['To'] = ",".join(recepient)
#msg['cc'] = cc
msg['Subject'] = subject
#msg['cc'] = cc
body = text
msg.attach(MIMEText(body,'html'))
# part = MIMEBase('application', "octet-stream")
# part.set_payload(open(d+"_main_frame.xlsx", "rb").read())
# encoders.encode_base64(part)
# part.add_header('Content-Disposition', "attachment; filename= "+d+"_main_frame.xlsx")
# msg.attach(part)
composed = msg.as_string()
fp = open('msgtest.txt', 'w')
fp.write(composed)
server.sendmail(your_email, recepient, composed)
server.quit()
fp.close()
def apply_table():
date = date_req()
apply_sheet = "Applies_" + date + ".csv"
#apply_data = pd.read_csv("apply_tod.csv")
#numb_apply = apply_data[apply_data.FlowName=='107_applyTypeCountTracing']
#sheet_apply = numb_apply.drop(['FlowName'], axis = 1)
# path setting
driverpath = '/home/shona/Documents/chromedriver'
download_dir = '/home/shona/Downloads/Projects'
# browser options
#chrome_options = Options()
#chrome_options.add_argument("--headless")
driver = webdriver.Chrome(executable_path=driverpath)
#enable_download_in_headless_chrome(driver, download_dir)
# running browser
#driver = webdriver.Chrome(driverpath)
driver.get(
'http://centraldashboard.infoedge.com/app/kibana#/dashboard/organic-crawled-applies-views'
)
time.sleep(20)
# query input on search
elem = driver.find_element_by_xpath("//a[./pretty-duration]")
elem.click()
print("------Duration Button click------")
time.sleep(20)
elem2 = driver.find_element_by_xpath("//a[.='quick']")
elem2.click()
print("------Quick Relative Button click------")
time.sleep(10)
elem3 = driver.find_element_by_xpath("//a[.='Yesterday']")
elem3.click()
print("------Yesterday Button click------")
time.sleep(100)
elem4 = driver.find_element_by_xpath(
"//div[./div/span[contains(@title,'crawled-company-job-wise-applies-and-jdviews')]]//a[contains(.,'Formatted ')]"
)
elem4.click()
print("------Download Button click------")
time.sleep(15)
print("------Downloaded Sheet------")
time.sleep(5)
driver.close()
os.rename(
'/home/shona/Downloads/crawled-company-job-wise-applies-and-jdviews.csv',
'/home/shona/Downloads/' + apply_sheet)
sheet_apply = pd.read_csv("/home/shona/Downloads/" + apply_sheet)
print sheet_apply.head(5)
return sheet_apply
def data_to_work():
date = date_req()
file_handler = open(date + "_final_data.csv", "wb")
writer_obj = csv.writer(file_handler)
writer_obj.writerow([
'Company_Id', 'Seamless_Jobs', 'Redirected_Jobs', 'Total_Jobs',
'Seamless_Applies', 'Redirected_Applies', 'Total_Applies'
])
working_data = fetch_data()
temp = []
for row, index in working_data.iterrows():
compId = index['compId']
red_jobs = index['Redirection_Jobs']
seam_jobs = index['Seamless_Jobs']
red_applies = index['Redirection_Applies']
seam_applies = index['Seamless_Applies']
temp.append(compId)
temp.append(seam_jobs)
temp.append(red_jobs)
temp.append(seam_applies)
temp.append(red_applies)
pool = temp
temp = []
cid_temp = []
for m in pool[::5]:
cid_temp.append(m)
sj_temp = []
for n in pool[1::5]:
sj_temp.append(n)
rj_temp = []
for o in pool[2::5]:
rj_temp.append(o)
sa_temp = []
for p in pool[3::5]:
sa_temp.append(p)
ra_temp = []
for q in pool[4::5]:
ra_temp.append(q)
tjobs = []
tapplies = []
fsheet = []
for each, item in enumerate(cid_temp):
tjobs.append(sj_temp[each])
tjobs.append(rj_temp[each])
tapplies.append(sa_temp[each])
tapplies.append(ra_temp[each])
fsheet.append(item)
fsheet.append(sj_temp[each])
fsheet.append(rj_temp[each])
fsheet.append(sum(tjobs))
fsheet.append(sa_temp[each])
fsheet.append(ra_temp[each])
fsheet.append(sum(tapplies))
tjobs = []
tapplies = []
writer_obj.writerow(fsheet)
fsheet = []
def consolidator():
date = date_req()
apply_f = apply_table()
pub_dump = publish_dump()
#filtering on the basis of Applies
act_apply = apply_f[apply_f.FlowName == '107_applyTypeCountTracing']
act_apply = act_apply[['CompanyId', 'JobId', 'Count']]
act_apply.columns = ['compId', 'jobId', 'Applies']
pub_dump = pub_dump[['compId', 'jobId', 'seamless']]
consol_f = pub_dump.merge(act_apply, on='jobId', how='left')
consol_f = consol_f.drop(['compId_y'], axis=1)
#consol_f.to_csv("Frame_Sample.csv", index=False)
seamless_yes = consol_f[consol_f.seamless == 'YES']
seamless_no = consol_f[consol_f.seamless == 'NO']
yes_frame = seamless_yes
no_frame = seamless_no
yes_frame = yes_frame.drop(['seamless'], axis=1)
no_frame = no_frame.drop(['seamless'], axis=1)
yes_frame.columns = ['compId', 'jobId', 'Applies']
yes_frame = yes_frame.fillna(0)
no_frame.columns = ['compId', 'jobId', 'Applies']
no_frame = no_frame.fillna(0)
yes_comp_wise = yes_frame.groupby('compId')['Applies'].agg(
['count', 'sum'])
#yes_comp_wise = yes_comp_wise.sort_values(by ='Applies', ascending=False)
#yes_comp_wise = yes_comp_wise.fillna(0)
no_comp_wise = no_frame.groupby('compId')['Applies'].agg(['count', 'sum'])
#no_comp_wise = no_comp_wise.sort_values(by ='Applies', ascending=False)
#no_comp_wise = no_comp_wise.fillna(0)
yes_comp_wise.columns = ['Seamless_Jobs', 'Seamless_Applies']
no_comp_wise.columns = ['Redirection_Jobs', 'Redirection_Applies']
#yes_comp_wise = yes_comp_wise.set_index('compId')
#no_comp_wise = no_comp_wise.set_index('compId')
final_frame = pd.concat([yes_comp_wise, no_comp_wise], axis=1)
final_frame = final_frame.fillna(0)
final_frame.to_csv(date + "-NI.csv")