def scrape(data): us_apps_filter = Filter( field='app_store_url', op=operator.contains, value='/us/' ) filter_chain = FilterChain() filter_chain.add_filter(us_apps_filter) us_apps = filter_chain.filter(data) gathered_data = gather_data(us_apps) spanish_and_tagalog_filter = ListContainedinListFilter( field='languages', op=operator.contains, value=[u'Spanish', u'Tagalog'] ) filter_chain = FilterChain() filter_chain.add_filter(spanish_and_tagalog_filter) spanish_and_tagalog_data = filter_chain.filter(gathered_data) insta_in_name_filter = CaseInsensitiveStringFilter( field='name', op=operator.contains, value='insta' ) filter_chain = FilterChain() filter_chain.add_filter(insta_in_name_filter) insta_in_name_data = filter_chain.filter(gathered_data) filtered_data = { 'apps_in_spanish_and_tagalog': [_d.get('app_identifier') for _d in spanish_and_tagalog_data], 'apps_with_insta_in_name': [_d.get('app_identifier') for _d in insta_in_name_data] } write_json_to_file(filtered_data, 'filtered_apps.json') write_json_to_file(gathered_data, 'apps.json')
class MainWindow(QWidget): def __init__(self, *args): QWidget.__init__(self, *args) self.setFixedSize(1000,500) self.setWindowTitle('EQ') self.show() layout = QVBoxLayout(self) #--------- track controls ----------- open_btn = QPushButton('Load file') open_btn.clicked.connect(self.onOpenBtnClick) self.path_label = QLabel('') self.loop_box = QCheckBox('Loop') play_btn = QPushButton('Play') play_btn.clicked.connect(self.onPlayBtnClick) stop_btn = QPushButton('Stop') stop_btn.clicked.connect(self.onStopBtnClick) save_btn = QPushButton('Apply EQ and save') save_btn.clicked.connect(self.onSaveBtnClick) trackctrl_layout = QHBoxLayout() trackctrl_layout.addWidget(open_btn) trackctrl_layout.addWidget(self.path_label) trackctrl_layout.addWidget(play_btn) trackctrl_layout.addWidget(stop_btn) trackctrl_layout.addWidget(self.loop_box) trackctrl_layout.addSpacing(50) trackctrl_layout.addWidget(save_btn) layout.addLayout(trackctrl_layout) #--------- plot ------------ self.plotwin = PlotWin(self) layout.addWidget(self.plotwin) #--------- filter controls ---------- sub_layout = QHBoxLayout() labels_layout = QVBoxLayout() labels_layout.addWidget(QLabel('Filter type')) labels_layout.addWidget(QLabel('Cutoff/Center')) labels_layout.addWidget(QLabel('Gain')) labels_layout.addWidget(QLabel('Q or Slope')) sub_layout.addLayout(labels_layout) self.nodes = [] deffs = [100, 1000, 3000, 5000, 15000] for i in range(0,5): filter_list = QComboBox() filter_list.addItems(list(filterTypes.values())) if i == 0: filter_list.setCurrentIndex(FilterType.HPBrickwall) elif i == 4: filter_list.setCurrentIndex(FilterType.LPBrickwall) else: filter_list.setCurrentIndex(FilterType.Peak) checkbox = QCheckBox('On') freq_txt = QLineEdit(str(deffs[i])) freq_txt.setValidator(QIntValidator(self.plotwin.xaxis.min, self.plotwin.xaxis.max, self)) gain_txt = QLineEdit('0') gain_txt.setValidator(QDoubleValidator(-12, 12, 1, self)) q_slider = QSlider(Qt.Horizontal) node = NodeLayout(i, self) node.addControls(checkbox, filter_list, freq_txt, gain_txt, q_slider) node.setControlsEnabled(False) self.nodes.append(node) sub_layout.addLayout(node) node.enabled.connect(self.onFilterEnableChange) node.updated.connect(self.paramChanged) layout.addLayout(sub_layout) #------------------------------------ self.setLayout(layout) #----------- Filters ---------------- self.chain = FilterChain() deffs = [fc * 2 / fs for fc in deffs] self.chain._filters.append(Filter(FilterType.HPBrickwall, deffs[0], enabled = False)) self.chain._filters.append(Filter(FilterType.Peak, deffs[1], enabled = False)) self.chain._filters.append(Filter(FilterType.Peak, deffs[2], enabled = False)) self.chain._filters.append(Filter(FilterType.Peak, deffs[3], enabled = False)) self.chain._filters.append(Filter(FilterType.LPBrickwall, deffs[4], enabled = False)) self.updateChainTF() self.plotwin.updateHandles() self.stream = None self.wf = None @Slot() def onOpenBtnClick(self): dialog = QFileDialog(self) dialog.setFileMode(QFileDialog.ExistingFile) dialog.setNameFilter('Audio (*.wav)') if dialog.exec_(): file_name = dialog.selectedFiles()[0] self.path_label.setText(file_name) self.wf = wave.open(file_name,'rb') self.openStream() @Slot() def onPlayBtnClick(self): if self.stream: if self.wf.tell() == self.wf.getnframes() * self.wf.getnchannels(): self.wf.rewind() self.openStream() else: self.stream.start_stream() @Slot() def onStopBtnClick(self): if self.stream: self.stream.stop_stream() @Slot() def onSaveBtnClick(self): dialog = QFileDialog(self) dialog.setFileMode(QFileDialog.AnyFile) dialog.setNameFilter('Audio (*.wav)') if dialog.exec_(): file_name = dialog.selectedFiles()[0] + '.wav' ww = wave.open(file_name,'wb') wf = self.wf ww.setframerate(wf.getframerate()) ww.setsampwidth(wf.getsampwidth()) ww.setnchannels(wf.getnchannels()) self.wf.rewind() self.chain.reset() data = wf.readframes(wf.getnframes()) s = self.chain.filter(pcmToFloat(byteToPCM(data,wf.getsampwidth()))) ww.writeframes(bytes(floatToPCM(s))) @Slot() def onFilterEnableChange(self, i): enabled = self.nodes[i].ctrls[0].isChecked() if enabled: ftype = self.nodes[i].ctrls[1].currentIndex() self.updateControls(i, ftype) self.adjustSliderRange(i, ftype) self.updateSliderLabel(i) else: self.nodes[i].setControlsEnabled(False) self.chain.setFiltEnabled(i, enabled) self.plotwin.updateHandles() self.updateChainTF() @Slot() def paramChanged(self, i, param, val): self.updateFilter(i, param, val) self.updateChainTF() self.plotwin.updateHandles() @Slot() def focusChanged(self, old, new): if new is not None: for node in self.nodes: if node.indexOf(new) != -1: self.plotwin.focused = node.index self.plotwin.update() def updateControls(self, i, ftype): node = self.nodes[i] node.setControlsEnabled(True) if ftype == FilterType.LPBrickwall or ftype == FilterType.HPBrickwall: node.setControlEnabled(3,False) node.setControlEnabled(4,False) elif ftype == FilterType.LPButter or ftype == FilterType.HPButter: node.setControlEnabled(3,False) def updateFilter(self, i, param, val): oldf = self.chain._filters[i] type = oldf._type fc = oldf._fc g = oldf._g Q = oldf._Q if param == Params.TYPE: type = val Q = 1 elif param == Params.F: fc = int(self.nodes[i].ctrls[2].text()) * 2 / fs elif param == Params.G: g = float(self.nodes[i].ctrls[3].text()) elif param == Params.Q: if type == FilterType.LPButter or type == FilterType.HPButter: Q = val elif type == FilterType.Peak: Q = val / 10 elif type == FilterType.LShelving or FilterType.HShelving: Q = val / 100 self.chain.updateFilt(i, Filter(type, fc, g, Q)) if param == Params.TYPE: self.updateControls(i, type) self.adjustSliderRange(i, type) self.updateSliderLabel(i) def adjustSliderRange(self, index, type): slider = self.nodes[index].ctrls[4] if slider.isEnabled() == False: return Q = self.chain._filters[index]._Q if type == FilterType.HPButter or type == FilterType.LPButter: slider.setRange(1, 3) slider.setValue(Q) elif type == FilterType.Peak: slider.setRange(1, 300) slider.setValue(Q * 10) elif type == FilterType.LShelving or type == FilterType.HShelving: slider.setRange(10, 100) slider.setValue(Q * 100) def updateSliderLabel(self, index): slider = self.nodes[index].ctrls[4] if slider.isEnabled() == False: return type = self.chain._filters[index]._type Q = self.chain._filters[index]._Q if type == FilterType.HPButter or type == FilterType.LPButter: text = str(2 ** Q * 6) + ' dB/oct' else: text = str(Q) self.nodes[index].slider_label.setText(text) def openStream(self): wf = self.wf frate = wf.getframerate() sampw = wf.getsampwidth() nchan = wf.getnchannels() def callback(in_data, frame_count, time_info, status): data = wf.readframes(frame_count) if type(data) == type(''): data = str.encode(data) if len(data) < frame_count * sampw * nchan: if self.loop_box.isChecked(): wf.rewind() data = b''.join([data, wf.readframes(frame_count - int(len(data) / (sampw * nchan)))]) self.chain.reset() elif len(data) == 0: return data, pyaudio.paComplete filtered = self.chain.filter(pcmToFloat(byteToPCM(data,sampw))) self.plotwin.updateSpectrum(np.fft.rfft(filtered)) return bytes(floatToPCM(filtered)), pyaudio.paContinue chunk_size = np.int(frate / self.plotwin.refresh_rate) self.stream = pya.open(format = pya.get_format_from_width(wf.getsampwidth()), channels = wf.getnchannels(), rate = frate, frames_per_buffer = chunk_size, output = True, stream_callback = callback) self.chain.reset() def updateChainTF(self): w, H = sosfreqz(self.chain.sos(), self.plotwin.wor) self.plotwin.TFcurv.setData(w * 0.5 / np.pi * fs, 20 * np.log10(np.abs(H) + eps)) self.plotwin.update()