def __init__(self,
collection_name="Aggregate-Day",
save_to_all_collection=True):
self.df = pd.DataFrame()
self.target_df = pd.DataFrame()
self.exfeature = pd.DataFrame()
self.config = ConfigParser.ConfigParser()
self.config.read('config_crawler.ini')
self.now = datetime.datetime.now()
self.ip_address = self.config.get("Server", "ip_address")
self.from_year = self.config.get("Date", "from_year")
self.from_month = self.config.get("Date", "from_month")
self.from_day = self.config.get("Date", "from_day")
self.to_year = str(self.now.year)
self.collection_name = collection_name
self.svaetoAll = save_to_all_collection
if (self.now.month < 11):
self.to_month = str("0" + str(self.now.month - 1))
else:
self.to_month = str(self.now.month - 1)
self.to_day = str(self.now.day - 1)
self.mongo = mongoDB(self.ip_address, "External_factor")
def main():
logger = Log.configureLogger()
propertiesLoader = PropertiesLoader(logger)
propertiesLoader.loadProperties(PROPERTIES_FILE_NAME)
# moduleInstaller = AudoModuleInstaller(logger,propertiesLoader)
# moduleInstaller.installMissingModules()
q = queue.Queue()
# absPath = pathlib.Path().absolute()
# print(absPath)
dateManager = DateManager(logger, propertiesLoader)
r = redisDB(logger)
e = Elastic(logger, propertiesLoader)
m = mongoDB(logger, propertiesLoader)
# klo = KeysListnerObject(logger,dateManager,r,q,e,m,propertiesLoader)
t = temperature(logger, dateManager, r, q, e, m, propertiesLoader)
cb = ClipBoard(logger, dateManager, r, q, e, m, propertiesLoader)
# threading.Thread(target=klo.run, args=[]).start()
threading.Thread(target=t.cpuTemp, args=[]).start()
threading.Thread(target=cb.copyFromClipBoard, args=[]).start()
#!/usr/bin/python
#usage ./insert_peo "file_name" "vcs"
import sys
from mongoDB import mongoDB
header = ['repo', 'name', 'cpm']
dict_vcs = {
'svn': 'svn_peo',
'git': 'git_peo',
'hg': 'hg_peo',
'bazaar': 'baz_peo'
}
db = mongoDB('datashare')
def readData():
in_file = open(sys.argv[1])
ret = []
for line in in_file:
item = {}
line = line.strip('\n')
sp = line.split(';')
for i in range(0, len(sp)):
item[header[i]] = sp[i]
ret.append(item)
return ret
def insertDB(vcs, data):
if vcs not in dict_vcs.keys():
#!/usr/bin/python
#usage ./insert_script "file_name" "maillist"
import sys
from mongoDB import mongoDB
header=['mlist','repo','proj','n_mail','n_peo','loc']
dict_mlist={'mbox':'mbox_info', 'mailman':'mailman_info'}
db = mongoDB('datashare')
def readData():
in_file = open(sys.argv[1])
ret = []
for line in in_file:
item = {}
line = line.strip('\n')
sp = line.split(';')
sp[3] = int(sp[3])
sp[4] = int(sp[4])
for i in range(0, len(sp)):
item[header[i]] = sp[i]
ret.append(item)
return ret
def insertDB(mlist, data):
if mlist not in dict_mlist.keys():
usage.__call__()
else:
collection = dict_mlist[mlist]
for i in range(0, len(data)):
db.insert(collection, data[i])
from mq import*
import sys
import time
from mongoDB import mongoDB
database = mongoDB()
mq = MQ()
try:
while True:
records = database.records
gasData =mq.MQPercentage()
gasPayload = mq.MQallPercentage(gasData)
database.exportData(gasPayload, records)
time.sleep(900)
except KeyboardInterrupt:
sys.exit(0)
def __init__(self):
self.app = QApplication(sys.argv)
self.window = QWidget()
self.mongo = mongoDB.mongoDB()
self.mongo.clear()
#this box adds a class
self.firstBox = QGroupBox("Add Class and Set Scale")
self.layout = QFormLayout()
self.className = QLineEdit()
self.assignmentScale = QLineEdit()
self.projectScale = QLineEdit()
self.attendanceScale = QLineEdit()
self.quizScale = QLineEdit()
self.finalScale = QLineEdit()
self.addClass = QPushButton("Add Class!")
self.layout.addRow(QLabel("Class:"), self.className)
self.layout.addRow(QLabel("Assignments %:"), self.assignmentScale)
self.layout.addRow(QLabel("Project %:"), self.projectScale)
self.layout.addRow(QLabel("Attendance %:"), self.attendanceScale)
self.layout.addRow(QLabel("Quiz %:"), self.quizScale)
self.layout.addRow(QLabel("Final %:"), self.finalScale)
self.layout.addRow(self.addClass)
self.firstBox.setLayout(self.layout)
self.addClass.clicked.connect(lambda: self.class_button_clicked())
#this box adds an assignment
self.second = QGridLayout()
self.secondA = QGroupBox("Grade Type")
self.secondB = QGroupBox("Actual Grade")
self.secondALayout = QGridLayout()
self.secondBLayout = QFormLayout()
self.assignment = QRadioButton("Assignment")
self.project = QRadioButton("Project")
self.attendance = QRadioButton("Attendance")
self.quiz = QRadioButton("Quiz")
self.bonus = QRadioButton("Bonus")
self.final = QRadioButton("Final")
self.group = QButtonGroup()
self.group.addButton(self.assignment)
self.group.addButton(self.project)
self.group.addButton(self.attendance)
self.group.addButton(self.quiz)
self.group.addButton(self.bonus)
self.group.addButton(self.final)
self.secondALayout.addWidget(self.assignment)
self.secondALayout.addWidget(self.project)
self.secondALayout.addWidget(self.attendance)
self.secondALayout.addWidget(self.quiz)
self.secondALayout.addWidget(self.bonus)
self.secondALayout.addWidget(self.final)
self.secondA.setLayout(self.secondALayout)
self.calculate = QPushButton('Add Grade!')
self.remove = QPushButton('Delete Grade!')
self.grade = QLineEdit()
self.classForGrade = QLineEdit()
self.secondBLayout.addRow(QLabel("Class: "), self.classForGrade)
self.secondBLayout.addRow(QLabel("Grade (%) : "), self.grade)
self.secondBLayout.addRow(self.calculate)
self.secondBLayout.addRow(self.remove)
self.calculate.clicked.connect(lambda: self.grade_button_clicked())
self.remove.clicked.connect(lambda: self.delete_button_clicked())
self.secondB.setLayout(self.secondBLayout)
self.second.addWidget(self.secondA, 0, 0)
self.second.addWidget(self.secondB, 0, 1)
#this box shows your final grades
self.third = QGridLayout()
self.alert = QMessageBox()
self.grades = QPushButton('Calculate!')
self.third.addWidget(self.grades)
self.grades.clicked.connect(lambda: self.grade_update())
#set the groupboxs
self.secondBox = QGroupBox("Add/Delete Grade")
self.thirdBox = QGroupBox("Final Grades")
self.secondBox.setLayout(self.second)
self.thirdBox.setLayout(self.third)
#put it all together
self.grid = QGridLayout()
self.grid.addWidget(self.firstBox, 0, 0);
self.grid.addWidget(self.secondBox, 1, 0);
self.grid.addWidget(self.thirdBox, 2, 0);
self.window.setLayout(self.grid)
self.window.resize(450, 300)
self.window.show()
self.app.exec_()
# sensorDict['ldr'] = ldrList
# sensorDict ['Hum'] = dhtHumList
# sensorDict['Temp'] = dhtTempList
# sensorDict['Smoke'] = mqSmokeList
# sensorDict['Sound'] = soundList
sensorDict['date'].append(dt_string)
sensorDict['ldr'].append(ldrList)
sensorDict['Hum'].append(dhtHumList)
sensorDict['Temp'].append(dhtTempList)
sensorDict['Smoke'].append(mqSmokeList)
sensorDict['Sound'].append(soundList)
return sensorDict
ldrList, dhtHumList, dhtTempList, mqSmokeList, soundList = createLists()
sensorDict = {}
sensorDict = createDict(ldrList, dhtHumList, dhtTempList, mqSmokeList,
soundList, sensorDict)
mongo = mongoDB()
records = mongo.getCollection()
countDocs = mongo.getCountDocs(records)
print("Count", countDocs)
mongo.importData(sensorDict, records)
print("It's works!")