def partitionIndices(self, split, trial): """ Returns the number of tokens for each sample in the training and test set when doing an ordered split """ dataFile = self.dataFiles[trial] numTokens = NetworkDataGenerator.getNumberOfTokens(dataFile) return (numTokens[:split], numTokens[split:])
def partitionIndices(self): """ Sets self.partitions for the number of tokens for each sample in the training and test sets (when doing an ordered split). """ for trial, split in enumerate(self.trainSizes): dataFile = self.dataFiles[trial] numTokens = NetworkDataGenerator.getNumberOfTokens(dataFile) self.partitions.append((numTokens[:split], numTokens[split:]))