class RequesterTab(QObject): def __init__(self, framework, mainWindow): QObject.__init__(self, mainWindow) self.framework = framework self.mainWindow = mainWindow self.mainWindow.requesterSendButton.clicked.connect( self.requester_send_button_clicked) self.mainWindow.bulkRequestPushButton.clicked.connect( self.requester_bulk_request_button_clicked) self.mainWindow.requesterHistoryClearButton.clicked.connect( self.requester_history_clear_button_clicked) self.mainWindow.reqTabWidget.currentChanged.connect( self.handle_tab_currentChanged) self.mainWindow.requesterSequenceCheckBox.stateChanged.connect( self.handle_requesterSequenceCheckBox_stateChanged) self.mainWindow.bulkRequestSequenceCheckBox.stateChanged.connect( self.handle_bulkRequestSequenceCheckBox_stateChanged) self.mainWindow.sequenceRunnerRunButton.clicked.connect( self.handle_sequenceRunnerRunButton_clicked) self.pending_request = None self.pending_bulk_requests = None self.pending_sequence_requests = None self.re_request = re.compile( r'^(\S+)\s+((?:https?://(?:\S+\.)+\w+(?::\d+)?)?/.*)\s+HTTP/\d+\.\d+\s*$', re.I) self.re_request_cookie = re.compile(r'^Cookie:\s*(\S+)', re.I | re.M) self.re_replacement = re.compile(r'\$\{(\w+)\}') self.framework.subscribe_populate_requester_response_id( self.requester_populate_response_id) self.framework.subscribe_populate_bulk_requester_responses( self.bulk_requester_populate_responses) self.framework.subscribe_sequences_changed(self.fill_sequences) self.setup_requester_tab() self.Data = None self.cursor = None self.framework.subscribe_database_events(self.db_attach, self.db_detach) def db_attach(self): self.Data = self.framework.getDB() self.cursor = self.Data.allocate_thread_cursor() self.fill_requesters() def db_detach(self): self.close_cursor() self.Data = None def close_cursor(self): if self.cursor and self.Data: self.cursor.close() self.Data.release_thread_cursor(self.cursor) self.cursor = None def setup_requester_tab(self): self.historyRequestResponse = RequestResponseWidget( self.framework, self.mainWindow.requesterHistoryTabWidget, self.mainWindow.requesterHistorySearchResultsPlaceholder, self) self.requesterHistoryDataModel = ResponsesDataModel.ResponsesDataModel( self.framework, self) self.mainWindow.requesterHistoryTreeView.setModel( self.requesterHistoryDataModel) self.mainWindow.requesterHistoryTreeView.activated.connect( self.fill_history_request_response) self.mainWindow.requesterHistoryTreeView.clicked.connect( self.fill_history_request_response) self.mainWindow.requesterHistoryTreeView.doubleClicked.connect( self.requester_history_item_double_clicked) self.historyResponsesContextMenu = ResponsesContextMenuWidget( self.framework, self.requesterHistoryDataModel, self.mainWindow.requesterHistoryTreeView, self) self.historyResponsesContextMenu.set_currentChanged_callback( self.fill_history_request_response) self.sequenceRunnerRequestResponse = RequestResponseWidget( self.framework, self.mainWindow.sequenceRunnerTabWidget, self.mainWindow.sequenceRunnerSearchResultsPlaceholder, self) self.sequenceRunnerDataModel = ResponsesDataModel.ResponsesDataModel( self.framework, self) self.mainWindow.sequenceRunnerTreeView.setModel( self.sequenceRunnerDataModel) self.mainWindow.sequenceRunnerTreeView.activated.connect( self.fill_sequence_runner_request_response) self.mainWindow.sequenceRunnerTreeView.clicked.connect( self.fill_sequence_runner_request_response) self.mainWindow.sequenceRunnerTreeView.doubleClicked.connect( self.requester_sequence_runner_item_double_clicked) self.sequence_runnerResponsesContextMenu = ResponsesContextMenuWidget( self.framework, self.sequenceRunnerDataModel, self.mainWindow.sequenceRunnerTreeView, self) self.sequence_runnerResponsesContextMenu.set_currentChanged_callback( self.fill_sequence_runner_request_response) self.miniResponseRenderWidget = MiniResponseRenderWidget( self.framework, self.mainWindow.reqRespTabWidget, True, self) self.scopeController = self.framework.getScopeController() def requester_history_item_double_clicked(self, index): Id = interface.index_to_id(self.requesterHistoryDataModel, index) if Id: dialog = RequestResponseDetailDialog(self.framework, Id, self.mainWindow) dialog.show() dialog.exec_() def fill_history_request_response(self, index): Id = interface.index_to_id(self.requesterHistoryDataModel, index) if Id: self.historyRequestResponse.fill(Id) def requester_sequence_runner_item_double_clicked(self, index): Id = interface.index_to_id(self.sequenceRunnerDataModel, index) if Id: dialog = RequestResponseDetailDialog(self.framework, Id, self.mainWindow) dialog.show() dialog.exec_() def fill_sequence_runner_request_response(self, index): Id = interface.index_to_id(self.sequenceRunnerDataModel, index) if Id: self.sequenceRunnerRequestResponse.fill(Id) def fill_requesters(self): # requesters self.requesterHistoryDataModel.clearModel() history_items = [] for row in self.Data.get_all_requester_history(self.cursor): response_item = interface.data_row_to_response_items(row) history_items.append(response_item) self.requesterHistoryDataModel.append_data(history_items) self.fill_sequences() self.mainWindow.requesterUrlEdit.setText( self.framework.get_raft_config_value('requesterUrlEdit')) self.mainWindow.bulkRequestUrlListEdit.setPlainText( self.framework.get_raft_config_value('bulkRequestUrlListEdit')) def fill_sequences(self): self.fill_sequences_combo_box( self.mainWindow.requesterSequenceComboBox) self.fill_sequences_combo_box( self.mainWindow.bulkRequestSequenceComboBox) self.fill_sequences_combo_box( self.mainWindow.sequenceRunnerSequenceComboBox) def requester_populate_response_id(self, Id): row = self.Data.read_responses_by_id(self.cursor, Id) if not row: return responseItems = interface.data_row_to_response_items(row) method, url, template_text = self.generate_template_for_response_item( responseItems) self.set_combo_box_text(self.mainWindow.requesterRequestMethod, method.upper()) self.mainWindow.requesterUrlEdit.setText(url) self.mainWindow.requesterTemplateEdit.setPlainText(template_text) def bulk_requester_populate_responses(self, id_list): url_list = [] first = True for Id in id_list: row = self.Data.read_responses_by_id(self.cursor, Id) if not row: continue responseItems = interface.data_row_to_response_items(row) url = responseItems[ResponsesTable.URL] if url not in url_list: url_list.append(url) if first: method, url, template_text = self.generate_template_for_response_item( responseItems) self.set_combo_box_text(self.mainWindow.bulkRequestMethodEdit, method.upper()) self.mainWindow.bulkRequestTemplateEdit.setPlainText( template_text) first = False self.mainWindow.bulkRequestUrlListEdit.setPlainText( '\n'.join(url_list)) def generate_template_for_response_item(self, responseItems): url = responseItems[ResponsesTable.URL] reqHeaders = str(responseItems[ResponsesTable.REQ_HEADERS], 'utf-8', 'ignore') reqData = str(responseItems[ResponsesTable.REQ_DATA], 'utf-8', 'ignore') method = responseItems[ResponsesTable.REQ_METHOD] splitted = urlparse.urlsplit(url) useragent = self.framework.useragent() has_cookie = False template = StringIO() template.write('${method} ${request_uri} HTTP/1.1\n') first = True for line in reqHeaders.splitlines(): if not line: break if first and self.re_request.match(line): first = False continue if ':' in line: name, value = [v.strip() for v in line.split(':', 1)] lname = name.lower() if 'host' == lname: if splitted.hostname and value == splitted.hostname: template.write('Host: ${host}\n') continue elif 'user-agent' == lname: if useragent == value: template.write('User-Agent: ${user_agent}\n') continue template.write(line) template.write('\n') template.write('\n') template.write(reqData) return method, url, template.getvalue() def set_combo_box_text(self, comboBox, selectedText): index = comboBox.findText(selectedText) if -1 == index: comboBox.addItem(selectedText) index = comboBox.findText(selectedText) comboBox.setCurrentIndex(index) def handle_requesterSequenceCheckBox_stateChanged(self, state): self.mainWindow.requesterSequenceComboBox.setEnabled( self.mainWindow.requesterSequenceCheckBox.isChecked()) def handle_bulkRequestSequenceCheckBox_stateChanged(self, state): self.mainWindow.bulkRequestSequenceComboBox.setEnabled( self.mainWindow.bulkRequestSequenceCheckBox.isChecked()) def handle_tab_currentChanged(self, index): # TODO: must this hard-coded ? if 0 == index: self.fill_sequences_combo_box( self.mainWindow.requesterSequenceComboBox) elif 1 == index: self.fill_sequences_combo_box( self.mainWindow.bulkRequestSequenceComboBox) elif 2 == index: self.fill_sequences_combo_box( self.mainWindow.sequenceRunnerSequenceComboBox) def requester_send_button_clicked(self): """ Make a request from the Request tab """ if 'Cancel' == self.mainWindow.requesterSendButton.text( ) and self.pending_request is not None: self.pending_request.cancel() self.pending_request = None self.mainWindow.requesterSendButton.setText('Send') return qurl = QUrl.fromUserInput(self.mainWindow.requesterUrlEdit.text()) url = qurl.toEncoded().data().decode('utf-8') self.mainWindow.requesterUrlEdit.setText(url) self.framework.set_raft_config_value('requesterUrlEdit', url) templateText = str(self.mainWindow.requesterTemplateEdit.toPlainText()) method = str(self.mainWindow.requesterRequestMethod.currentText()) use_global_cookie_jar = self.mainWindow.requesterUseGlobalCookieJar.isChecked( ) replacements = self.build_replacements(method, url) (method, url, headers, body) = self.process_template(url, templateText, replacements) sequenceId = None if self.mainWindow.requesterSequenceCheckBox.isChecked(): sequenceId = str( self.mainWindow.requesterSequenceComboBox.itemData( self.mainWindow.requesterSequenceComboBox.currentIndex())) self.requestRunner = RequestRunner(self.framework, self) if use_global_cookie_jar: self.requesterCookieJar = self.framework.get_global_cookie_jar() else: self.requesterCookieJar = InMemoryCookieJar(self.framework, self) self.requestRunner.setup(self.requester_response_received, self.requesterCookieJar, sequenceId) self.pending_request = self.requestRunner.queue_request( method, url, headers, body) self.mainWindow.requesterSendButton.setText('Cancel') self.miniResponseRenderWidget.clear_response_render() def requester_response_received(self, response_id, context): if 0 != response_id: row = self.Data.read_responses_by_id(self.cursor, response_id) if row: response_item = interface.data_row_to_response_items(row) self.Data.insert_requester_history(self.cursor, response_id) self.requesterHistoryDataModel.append_data([response_item]) url = response_item[ResponsesTable.URL] req_headers = response_item[ResponsesTable.REQ_HEADERS] req_body = response_item[ResponsesTable.REQ_DATA] res_headers = response_item[ResponsesTable.RES_HEADERS] res_body = response_item[ResponsesTable.RES_DATA] res_content_type = response_item[ ResponsesTable.RES_CONTENT_TYPE] self.miniResponseRenderWidget.populate_response_content( url, req_headers, req_body, res_headers, res_body, res_content_type) self.mainWindow.requesterSendButton.setText('Send') self.pending_request = None def requester_bulk_request_button_clicked(self): if 'Cancel' == self.mainWindow.bulkRequestPushButton.text( ) and self.pending_bulk_requests is not None: self.cancel_bulk_requests = True for context, pending_request in self.pending_bulk_requests.items(): pending_request.cancel() self.pending_bulk_requests = None self.mainWindow.bulkRequestPushButton.setText('Send') self.mainWindow.bulkRequestProgressBar.setValue(0) return if self.pending_bulk_requests is None: self.pending_bulk_requests = {} method = str(self.mainWindow.bulkRequestMethodEdit.currentText()) templateText = str( self.mainWindow.bulkRequestTemplateEdit.toPlainText()) template_url = str(self.mainWindow.bulkRequestUrlEdit.text()) url_list = str(self.mainWindow.bulkRequestUrlListEdit.toPlainText()) self.framework.set_raft_config_value('bulkRequestUrlListEdit', url_list) request_urls = url_list.splitlines() self.mainWindow.bulkRequestProgressBar.setValue(0) self.mainWindow.bulkRequestProgressBar.setMaximum(len(request_urls)) sequenceId = None if self.mainWindow.bulkRequestSequenceCheckBox.isChecked(): sequenceId = str( self.mainWindow.bulkRequestSequenceComboBox.itemData( self.mainWindow.bulkRequestSequenceComboBox.currentIndex()) ) first = True self.cancel_bulk_requests = False for request_url in request_urls: if self.cancel_bulk_requests: break request_url = request_url.strip() if request_url: context = uuid.uuid4().hex # TODO: move this hack if '$' in template_url: replacements = self.build_replacements(method, request_url) url = self.re_replacement.sub( lambda m: replacements.get(m.group(1)), template_url) else: url = request_url if not self.scopeController.isUrlInScope(url, url): self.framework.log_warning( 'skipping out of scope URL: %s' % (url)) self.mainWindow.bulkRequestProgressBar.setValue( self.mainWindow.bulkRequestProgressBar.value() + 1) continue use_global_cookie_jar = self.mainWindow.bulkRequestUseGlobalCookieJar.isChecked( ) replacements = self.build_replacements(method, url) (method, url, headers, body) = self.process_template(url, templateText, replacements) if first: self.mainWindow.bulkRequestPushButton.setText('Cancel') if use_global_cookie_jar: self.bulkRequesterCookieJar = self.framework.get_global_cookie_jar( ) else: self.bulkRequesterCookieJar = InMemoryCookieJar( self.framework, self) self.bulk_requestRunner = RequestRunner( self.framework, self) self.bulk_requestRunner.setup( self.requester_bulk_response_received, self.bulkRequesterCookieJar, sequenceId) first = False self.pending_bulk_requests[ context] = self.bulk_requestRunner.queue_request( method, url, headers, body, context) def requester_bulk_response_received(self, response_id, context): self.mainWindow.bulkRequestProgressBar.setValue( self.mainWindow.bulkRequestProgressBar.value() + 1) context = str(context) if self.pending_bulk_requests is not None: try: self.pending_bulk_requests.pop(context) except KeyError as e: pass if 0 != response_id: row = self.Data.read_responses_by_id(self.cursor, response_id) if row: response_item = interface.data_row_to_response_items(row) self.Data.insert_requester_history(self.cursor, response_id) self.requesterHistoryDataModel.append_data([response_item]) finished = False if self.pending_bulk_requests is None or len( self.pending_bulk_requests) == 0: self.mainWindow.bulkRequestProgressBar.setValue( self.mainWindow.bulkRequestProgressBar.maximum()) finished = True elif self.mainWindow.bulkRequestProgressBar.value( ) == self.mainWindow.bulkRequestProgressBar.maximum(): finished = True if finished: self.mainWindow.bulkRequestPushButton.setText('Send') def handle_sequenceRunnerRunButton_clicked(self): """ Run a sequence """ if 'Cancel' == self.mainWindow.sequenceRunnerRunButton.text( ) and self.pending_sequence_requests is not None: self.cancel_sequence_requests = True for context, pending_request in self.pending_sequence_requests.items( ): pending_request.cancel() self.pending_sequence_requests = None self.mainWindow.sequenceRunnerButton.setText('Send') self.mainWindow.sequenceRunnerButton.setValue(0) return self.sequenceRunnerDataModel.clearModel() sequenceId = str( self.mainWindow.sequenceRunnerSequenceComboBox.itemData( self.mainWindow.sequenceRunnerSequenceComboBox.currentIndex())) use_global_cookie_jar = self.mainWindow.sequenceRunnerUseGlobalCookieJar.isChecked( ) if use_global_cookie_jar: self.sequenceRunnerCookieJar = self.framework.get_global_cookie_jar( ) else: self.sequenceRunnerCookieJar = InMemoryCookieJar( self.framework, self) self.sequence_requestRunner = RequestRunner(self.framework, self) self.sequence_requestRunner.setup( self.sequence_runner_response_received, self.sequenceRunnerCookieJar, sequenceId) self.pending_sequence_requests = self.sequence_requestRunner.run_sequence( ) self.mainWindow.sequenceRunnerRunButton.setText('Cancel') def sequence_runner_response_received(self, response_id, context): context = str(context) if self.pending_sequence_requests is not None: try: self.pending_sequence_requests.pop(context) except KeyError as e: print((e)) pass if 0 != response_id: row = self.Data.read_responses_by_id(self.cursor, response_id) if row: response_item = interface.data_row_to_response_items(row) self.sequenceRunnerDataModel.append_data([response_item]) if self.pending_sequence_requests is None or len( self.pending_sequence_requests) == 0: self.mainWindow.sequenceRunnerRunButton.setText('Send') def requester_history_clear_button_clicked(self): self.Data.clear_requester_history(self.cursor) self.requesterHistoryDataModel.clearModel() def fill_sequences_combo_box(self, comboBox): selectedText = comboBox.currentText() comboBox.clear() for row in self.Data.get_all_sequences(self.cursor): sequenceItem = [m or '' for m in row] name = str(sequenceItem[1]) Id = str(sequenceItem[0]) item = comboBox.addItem(name, Id) if selectedText: index = comboBox.findText(selectedText) if index != -1: comboBox.setCurrentIndex(index) def build_replacements(self, method, url): replacements = {} splitted = urlparse.urlsplit(url) replacements['method'] = method.upper() replacements['url'] = url replacements['scheme'] = splitted.scheme or '' replacements['netloc'] = splitted.netloc or '' replacements['host'] = splitted.hostname or '' replacements['path'] = splitted.path or '/' replacements['query'] = splitted.query or '' replacements['fragment'] = splitted.fragment or '' replacements['request_uri'] = urlparse.urlunsplit( ('', '', replacements['path'], replacements['query'], '')) replacements['user_agent'] = self.framework.useragent() return replacements def process_template(self, url, template, replacements): method, uri = '', '' headers, body = '', '' # TODO: this allows for missing entries -- is this good? func = lambda m: replacements.get(m.group(1)) prev = 0 while True: n = template.find('\n', prev) if -1 == n: break if n > 0 and '\r' == template[n - 1]: line = template[prev:n - 1] else: line = template[prev:n] if 0 == len(line): # end of headers headers = template[0:n + 1] body = template[n + 1:] break prev = n + 1 if not headers: headers = template body = '' # TODO: could work from ordered dict to main order? headers_dict = {} first = True for line in headers.splitlines(): if not line: break if '$' in line: line = self.re_replacement.sub(func, line) if first: m = self.re_request.match(line) if not m: raise Exception( 'Invalid HTTP request: failed to match request line: %s' % (line)) method = m.group(1) uri = m.group(2) first = False continue if ':' in line: name, value = [v.strip() for v in line.split(':', 1)] headers_dict[name] = value if '$' in body: body = self.re_replacement.sub(func, body) url = urlparse.urljoin(url, uri) return (method, url, headers_dict, body)
class RequesterTab(QObject): def __init__(self, framework, mainWindow): QObject.__init__(self, mainWindow) self.framework = framework self.mainWindow = mainWindow self.mainWindow.requesterSendButton.clicked.connect(self.requester_send_button_clicked) self.mainWindow.bulkRequestPushButton.clicked.connect(self.requester_bulk_request_button_clicked) self.mainWindow.requesterHistoryClearButton.clicked.connect(self.requester_history_clear_button_clicked) self.mainWindow.reqTabWidget.currentChanged.connect(self.handle_tab_currentChanged) self.mainWindow.requesterSequenceCheckBox.stateChanged.connect(self.handle_requesterSequenceCheckBox_stateChanged) self.mainWindow.bulkRequestSequenceCheckBox.stateChanged.connect(self.handle_bulkRequestSequenceCheckBox_stateChanged) self.mainWindow.sequenceRunnerRunButton.clicked.connect(self.handle_sequenceRunnerRunButton_clicked) self.pending_request = None self.pending_bulk_requests = None self.pending_sequence_requests = None self.re_request = re.compile(r'^(\S+)\s+((?:https?://(?:\S+\.)+\w+(?::\d+)?)?/.*)\s+HTTP/\d+\.\d+\s*$', re.I) self.re_request_cookie = re.compile(r'^Cookie:\s*(\S+)', re.I|re.M) self.re_replacement = re.compile(r'\$\{(\w+)\}') self.framework.subscribe_populate_requester_response_id(self.requester_populate_response_id) self.framework.subscribe_populate_bulk_requester_responses(self.bulk_requester_populate_responses) self.framework.subscribe_sequences_changed(self.fill_sequences) self.setup_requester_tab() self.Data = None self.cursor = None self.framework.subscribe_database_events(self.db_attach, self.db_detach) def db_attach(self): self.Data = self.framework.getDB() self.cursor = self.Data.allocate_thread_cursor() self.fill_requesters() def db_detach(self): self.close_cursor() self.Data = None def close_cursor(self): if self.cursor and self.Data: self.cursor.close() self.Data.release_thread_cursor(self.cursor) self.cursor = None def setup_requester_tab(self): self.historyRequestResponse = RequestResponseWidget(self.framework, self.mainWindow.requesterHistoryTabWidget, self.mainWindow.requesterHistorySearchResultsPlaceholder, self) self.requesterHistoryDataModel = ResponsesDataModel.ResponsesDataModel(self.framework, self) self.mainWindow.requesterHistoryTreeView.setModel(self.requesterHistoryDataModel) self.mainWindow.requesterHistoryTreeView.activated.connect(self.fill_history_request_response) self.mainWindow.requesterHistoryTreeView.clicked.connect(self.fill_history_request_response) self.mainWindow.requesterHistoryTreeView.doubleClicked.connect(self.requester_history_item_double_clicked) self.historyResponsesContextMenu = ResponsesContextMenuWidget(self.framework, self.requesterHistoryDataModel, self.mainWindow.requesterHistoryTreeView, self) self.historyResponsesContextMenu.set_currentChanged_callback(self.fill_history_request_response) self.sequenceRunnerRequestResponse = RequestResponseWidget(self.framework, self.mainWindow.sequenceRunnerTabWidget, self.mainWindow.sequenceRunnerSearchResultsPlaceholder, self) self.sequenceRunnerDataModel = ResponsesDataModel.ResponsesDataModel(self.framework, self) self.mainWindow.sequenceRunnerTreeView.setModel(self.sequenceRunnerDataModel) self.mainWindow.sequenceRunnerTreeView.activated.connect(self.fill_sequence_runner_request_response) self.mainWindow.sequenceRunnerTreeView.clicked.connect(self.fill_sequence_runner_request_response) self.mainWindow.sequenceRunnerTreeView.doubleClicked.connect(self.requester_sequence_runner_item_double_clicked) self.sequence_runnerResponsesContextMenu = ResponsesContextMenuWidget(self.framework, self.sequenceRunnerDataModel, self.mainWindow.sequenceRunnerTreeView, self) self.sequence_runnerResponsesContextMenu.set_currentChanged_callback(self.fill_sequence_runner_request_response) self.miniResponseRenderWidget = MiniResponseRenderWidget(self.framework, self.mainWindow.reqRespTabWidget, True, self) self.scopeController = self.framework.getScopeController() def requester_history_item_double_clicked(self, index): Id = interface.index_to_id(self.requesterHistoryDataModel, index) if Id: dialog = RequestResponseDetailDialog(self.framework, Id, self.mainWindow) dialog.show() dialog.exec_() def fill_history_request_response(self, index): Id = interface.index_to_id(self.requesterHistoryDataModel, index) if Id: self.historyRequestResponse.fill(Id) def requester_sequence_runner_item_double_clicked(self, index): Id = interface.index_to_id(self.sequenceRunnerDataModel, index) if Id: dialog = RequestResponseDetailDialog(self.framework, Id, self.mainWindow) dialog.show() dialog.exec_() def fill_sequence_runner_request_response(self, index): Id = interface.index_to_id(self.sequenceRunnerDataModel, index) if Id: self.sequenceRunnerRequestResponse.fill(Id) def fill_requesters(self): # requesters self.requesterHistoryDataModel.clearModel() history_items = [] for row in self.Data.get_all_requester_history(self.cursor): response_item = interface.data_row_to_response_items(row) history_items.append(response_item) self.requesterHistoryDataModel.append_data(history_items) self.fill_sequences() self.mainWindow.requesterUrlEdit.setText(self.framework.get_raft_config_value('requesterUrlEdit')) self.mainWindow.bulkRequestUrlListEdit.setPlainText(self.framework.get_raft_config_value('bulkRequestUrlListEdit')) def fill_sequences(self): self.fill_sequences_combo_box(self.mainWindow.requesterSequenceComboBox) self.fill_sequences_combo_box(self.mainWindow.bulkRequestSequenceComboBox) self.fill_sequences_combo_box(self.mainWindow.sequenceRunnerSequenceComboBox) def requester_populate_response_id(self, Id): row = self.Data.read_responses_by_id(self.cursor, Id) if not row: return responseItems = interface.data_row_to_response_items(row) method, url, template_text = self.generate_template_for_response_item(responseItems) self.set_combo_box_text(self.mainWindow.requesterRequestMethod, method.upper()) self.mainWindow.requesterUrlEdit.setText(url) self.mainWindow.requesterTemplateEdit.setPlainText(template_text) def bulk_requester_populate_responses(self, id_list): url_list = [] first = True for Id in id_list: row = self.Data.read_responses_by_id(self.cursor, Id) if not row: continue responseItems = interface.data_row_to_response_items(row) url = responseItems[ResponsesTable.URL] if url not in url_list: url_list.append(url) if first: method, url, template_text = self.generate_template_for_response_item(responseItems) self.set_combo_box_text(self.mainWindow.bulkRequestMethodEdit, method.upper()) self.mainWindow.bulkRequestTemplateEdit.setPlainText(template_text) first = False self.mainWindow.bulkRequestUrlListEdit.setPlainText('\n'.join(url_list)) def generate_template_for_response_item(self, responseItems): url = responseItems[ResponsesTable.URL] reqHeaders = str(responseItems[ResponsesTable.REQ_HEADERS], 'utf-8', 'ignore') reqData = str(responseItems[ResponsesTable.REQ_DATA], 'utf-8', 'ignore') method = responseItems[ResponsesTable.REQ_METHOD] splitted = urlparse.urlsplit(url) useragent = self.framework.useragent() has_cookie = False template = StringIO() template.write('${method} ${request_uri} HTTP/1.1\n') first = True for line in reqHeaders.splitlines(): if not line: break if first and self.re_request.match(line): first = False continue if ':' in line: name, value = [v.strip() for v in line.split(':', 1)] lname = name.lower() if 'host' == lname: if splitted.hostname and value == splitted.hostname: template.write('Host: ${host}\n') continue elif 'user-agent' == lname: if useragent == value: template.write('User-Agent: ${user_agent}\n') continue template.write(line) template.write('\n') template.write('\n') template.write(reqData) return method, url, template.getvalue() def set_combo_box_text(self, comboBox, selectedText): index = comboBox.findText(selectedText) if -1 == index: comboBox.addItem(selectedText) index = comboBox.findText(selectedText) comboBox.setCurrentIndex(index) def handle_requesterSequenceCheckBox_stateChanged(self, state): self.mainWindow.requesterSequenceComboBox.setEnabled(self.mainWindow.requesterSequenceCheckBox.isChecked()) def handle_bulkRequestSequenceCheckBox_stateChanged(self, state): self.mainWindow.bulkRequestSequenceComboBox.setEnabled(self.mainWindow.bulkRequestSequenceCheckBox.isChecked()) def handle_tab_currentChanged(self, index): # TODO: must this hard-coded ? if 0 == index: self.fill_sequences_combo_box(self.mainWindow.requesterSequenceComboBox) elif 1 == index: self.fill_sequences_combo_box(self.mainWindow.bulkRequestSequenceComboBox) elif 2 == index: self.fill_sequences_combo_box(self.mainWindow.sequenceRunnerSequenceComboBox) def requester_send_button_clicked(self): """ Make a request from the Request tab """ if 'Cancel' == self.mainWindow.requesterSendButton.text() and self.pending_request is not None: self.pending_request.cancel() self.pending_request = None self.mainWindow.requesterSendButton.setText('Send') return qurl = QUrl.fromUserInput(self.mainWindow.requesterUrlEdit.text()) url = qurl.toEncoded().data().decode('utf-8') self.mainWindow.requesterUrlEdit.setText(url) self.framework.set_raft_config_value('requesterUrlEdit', url) templateText = str(self.mainWindow.requesterTemplateEdit.toPlainText()) method = str(self.mainWindow.requesterRequestMethod.currentText()) use_global_cookie_jar = self.mainWindow.requesterUseGlobalCookieJar.isChecked() replacements = self.build_replacements(method, url) (method, url, headers, body) = self.process_template(url, templateText, replacements) sequenceId = None if self.mainWindow.requesterSequenceCheckBox.isChecked(): sequenceId = str(self.mainWindow.requesterSequenceComboBox.itemData(self.mainWindow.requesterSequenceComboBox.currentIndex())) self.requestRunner = RequestRunner(self.framework, self) if use_global_cookie_jar: self.requesterCookieJar = self.framework.get_global_cookie_jar() else: self.requesterCookieJar = InMemoryCookieJar(self.framework, self) self.requestRunner.setup(self.requester_response_received, self.requesterCookieJar, sequenceId) self.pending_request = self.requestRunner.queue_request(method, url, headers, body) self.mainWindow.requesterSendButton.setText('Cancel') self.miniResponseRenderWidget.clear_response_render() def requester_response_received(self, response_id, context): if 0 != response_id: row = self.Data.read_responses_by_id(self.cursor, response_id) if row: response_item = interface.data_row_to_response_items(row) self.Data.insert_requester_history(self.cursor, response_id) self.requesterHistoryDataModel.append_data([response_item]) url = response_item[ResponsesTable.URL] req_headers = response_item[ResponsesTable.REQ_HEADERS] req_body = response_item[ResponsesTable.REQ_DATA] res_headers = response_item[ResponsesTable.RES_HEADERS] res_body = response_item[ResponsesTable.RES_DATA] res_content_type = response_item[ResponsesTable.RES_CONTENT_TYPE] self.miniResponseRenderWidget.populate_response_content(url, req_headers, req_body, res_headers, res_body, res_content_type) self.mainWindow.requesterSendButton.setText('Send') self.pending_request = None def requester_bulk_request_button_clicked(self): if 'Cancel' == self.mainWindow.bulkRequestPushButton.text() and self.pending_bulk_requests is not None: self.cancel_bulk_requests = True for context, pending_request in self.pending_bulk_requests.items(): pending_request.cancel() self.pending_bulk_requests = None self.mainWindow.bulkRequestPushButton.setText('Send') self.mainWindow.bulkRequestProgressBar.setValue(0) return if self.pending_bulk_requests is None: self.pending_bulk_requests = {} method = str(self.mainWindow.bulkRequestMethodEdit.currentText()) templateText = str(self.mainWindow.bulkRequestTemplateEdit.toPlainText()) template_url = str(self.mainWindow.bulkRequestUrlEdit.text()) url_list = str(self.mainWindow.bulkRequestUrlListEdit.toPlainText()) self.framework.set_raft_config_value('bulkRequestUrlListEdit', url_list) request_urls = url_list.splitlines() self.mainWindow.bulkRequestProgressBar.setValue(0) self.mainWindow.bulkRequestProgressBar.setMaximum(len(request_urls)) sequenceId = None if self.mainWindow.bulkRequestSequenceCheckBox.isChecked(): sequenceId = str(self.mainWindow.bulkRequestSequenceComboBox.itemData(self.mainWindow.bulkRequestSequenceComboBox.currentIndex())) first = True self.cancel_bulk_requests = False for request_url in request_urls: if self.cancel_bulk_requests: break request_url = request_url.strip() if request_url: context = uuid.uuid4().hex # TODO: move this hack if '$' in template_url: replacements = self.build_replacements(method, request_url) url = self.re_replacement.sub(lambda m: replacements.get(m.group(1)), template_url) else: url = request_url if not self.scopeController.isUrlInScope(url, url): self.framework.log_warning('skipping out of scope URL: %s' % (url)) self.mainWindow.bulkRequestProgressBar.setValue(self.mainWindow.bulkRequestProgressBar.value()+1) continue use_global_cookie_jar = self.mainWindow.bulkRequestUseGlobalCookieJar.isChecked() replacements = self.build_replacements(method, url) (method, url, headers, body) = self.process_template(url, templateText, replacements) if first: self.mainWindow.bulkRequestPushButton.setText('Cancel') if use_global_cookie_jar: self.bulkRequesterCookieJar = self.framework.get_global_cookie_jar() else: self.bulkRequesterCookieJar = InMemoryCookieJar(self.framework, self) self.bulk_requestRunner = RequestRunner(self.framework, self) self.bulk_requestRunner.setup(self.requester_bulk_response_received, self.bulkRequesterCookieJar, sequenceId) first = False self.pending_bulk_requests[context] = self.bulk_requestRunner.queue_request(method, url, headers, body, context) def requester_bulk_response_received(self, response_id, context): self.mainWindow.bulkRequestProgressBar.setValue(self.mainWindow.bulkRequestProgressBar.value()+1) context = str(context) if self.pending_bulk_requests is not None: try: self.pending_bulk_requests.pop(context) except KeyError as e: pass if 0 != response_id: row = self.Data.read_responses_by_id(self.cursor, response_id) if row: response_item = interface.data_row_to_response_items(row) self.Data.insert_requester_history(self.cursor, response_id) self.requesterHistoryDataModel.append_data([response_item]) finished = False if self.pending_bulk_requests is None or len(self.pending_bulk_requests) == 0: self.mainWindow.bulkRequestProgressBar.setValue(self.mainWindow.bulkRequestProgressBar.maximum()) finished = True elif self.mainWindow.bulkRequestProgressBar.value() == self.mainWindow.bulkRequestProgressBar.maximum(): finished = True if finished: self.mainWindow.bulkRequestPushButton.setText('Send') def handle_sequenceRunnerRunButton_clicked(self): """ Run a sequence """ if 'Cancel' == self.mainWindow.sequenceRunnerRunButton.text() and self.pending_sequence_requests is not None: self.cancel_sequence_requests = True for context, pending_request in self.pending_sequence_requests.items(): pending_request.cancel() self.pending_sequence_requests = None self.mainWindow.sequenceRunnerButton.setText('Send') self.mainWindow.sequenceRunnerButton.setValue(0) return self.sequenceRunnerDataModel.clearModel() sequenceId = str(self.mainWindow.sequenceRunnerSequenceComboBox.itemData(self.mainWindow.sequenceRunnerSequenceComboBox.currentIndex())) use_global_cookie_jar = self.mainWindow.sequenceRunnerUseGlobalCookieJar.isChecked() if use_global_cookie_jar: self.sequenceRunnerCookieJar = self.framework.get_global_cookie_jar() else: self.sequenceRunnerCookieJar = InMemoryCookieJar(self.framework, self) self.sequence_requestRunner = RequestRunner(self.framework, self) self.sequence_requestRunner.setup(self.sequence_runner_response_received, self.sequenceRunnerCookieJar, sequenceId) self.pending_sequence_requests = self.sequence_requestRunner.run_sequence() self.mainWindow.sequenceRunnerRunButton.setText('Cancel') def sequence_runner_response_received(self, response_id, context): context = str(context) if self.pending_sequence_requests is not None: try: self.pending_sequence_requests.pop(context) except KeyError as e: print((e)) pass if 0 != response_id: row = self.Data.read_responses_by_id(self.cursor, response_id) if row: response_item = interface.data_row_to_response_items(row) self.sequenceRunnerDataModel.append_data([response_item]) if self.pending_sequence_requests is None or len(self.pending_sequence_requests) == 0: self.mainWindow.sequenceRunnerRunButton.setText('Send') def requester_history_clear_button_clicked(self): self.Data.clear_requester_history(self.cursor) self.requesterHistoryDataModel.clearModel() def fill_sequences_combo_box(self, comboBox): selectedText = comboBox.currentText() comboBox.clear() for row in self.Data.get_all_sequences(self.cursor): sequenceItem = [m or '' for m in row] name = str(sequenceItem[1]) Id = str(sequenceItem[0]) item = comboBox.addItem(name, Id) if selectedText: index = comboBox.findText(selectedText) if index != -1: comboBox.setCurrentIndex(index) def build_replacements(self, method, url): replacements = {} splitted = urlparse.urlsplit(url) replacements['method'] = method.upper() replacements['url'] = url replacements['scheme'] = splitted.scheme or '' replacements['netloc'] = splitted.netloc or '' replacements['host'] = splitted.hostname or '' replacements['path'] = splitted.path or '/' replacements['query'] = splitted.query or '' replacements['fragment'] = splitted.fragment or '' replacements['request_uri'] = urlparse.urlunsplit(('', '', replacements['path'], replacements['query'], '')) replacements['user_agent'] = self.framework.useragent() return replacements def process_template(self, url, template, replacements): method, uri = '' ,'' headers, body = '', '' # TODO: this allows for missing entries -- is this good? func = lambda m: replacements.get(m.group(1)) prev = 0 while True: n = template.find('\n', prev) if -1 == n: break if n > 0 and '\r' == template[n-1]: line = template[prev:n-1] else: line = template[prev:n] if 0 == len(line): # end of headers headers = template[0:n+1] body = template[n+1:] break prev = n + 1 if not headers: headers = template body = '' # TODO: could work from ordered dict to main order? headers_dict = {} first = True for line in headers.splitlines(): if not line: break if '$' in line: line = self.re_replacement.sub(func, line) if first: m = self.re_request.match(line) if not m: raise Exception('Invalid HTTP request: failed to match request line: %s' % (line)) method = m.group(1) uri = m.group(2) first = False continue if ':' in line: name, value = [v.strip() for v in line.split(':', 1)] headers_dict[name] = value if '$' in body: body = self.re_replacement.sub(func, body) url = urlparse.urljoin(url, uri) return (method, url, headers_dict, body)