def train_traffic_net(): download_traffic_net() trainer = ModelTraining() trainer.setModelTypeAsResNet() trainer.setDataDirectory("trafficnet_dataset_v1") trainer.trainModel(num_objects=4, num_experiments=200, batch_size=32, save_full_model=True, enhance_data=True)
def main(path_data): model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory(path_data) model_trainer.trainModel(num_objects=10, num_experiments=20, enhance_data=True, batch_size=32, show_network_summary=True)
def training(image_directory): model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory(training_image_directory) model_trainer.trainModel(num_objects=1, num_experiments=200, enhance_data=True, batch_size=5, show_network_summary=True)
def ImageREcognition(): model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory("idenprof") model_trainer.trainModel(num_objects=10, num_experiments=100, enhance_data=True, batch_size=32, show_network_summary=True)
def main(): model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory("data/images") model_trainer.trainModel(num_objects=2, num_experiments=20, enhance_data=True, batch_size=16, show_network_summary=True)
def train_func(n): model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory('Dataset') model_trainer.trainModel(num_objects=n, num_experiments=100, enhance_data=True, batch_size=32, show_network_summary=True)
def modelIrain(dataDir='data', classNum=2, epochs=100, batch_size=32): ''' 模型训练部分 ''' #创建了ModelTraining类的新实例 model_trainer = ModelTraining() #将模型类型设置为ResNet model_trainer.setModelTypeAsResNet() #设置我们想要训练的数据集的路径 model_trainer.setDataDirectory(dataDir) #模型训练 ''' num_objects:该参数用于指定图像数据集中对象的数量 num_experiments:该参数用于指定将对图像训练的次数,也称为epochs enhance_data(可选):该参数用于指定是否生成训练图像的副本以获得更好的性能 batch_size:该参数用于指定批次数量。由于内存限制,需要分批训练,直到所有批次训练集都完成为止。 show_network_summary:该参数用于指定是否在控制台中显示训练的过程 ''' model_trainer.trainModel(num_objects=classNum, num_experiments=epochs, enhance_data=True, batch_size=batch_size, show_network_summary=True) print('Model Train Finished!!!') def modelPredict(model_path='data/models/model_ex-001_acc-0.500000.h5', class_path='data/json/model_class.json', pic_path='a.jpg', classNum=2, resNum=5): ''' 模型预测部分 prediction_speed[模型加载的速度]:fast faster fastest ''' prediction = CustomImagePrediction() prediction.setModelTypeAsResNet() prediction.setModelPath(model_path) prediction.setJsonPath(class_path) prediction.loadModel(num_objects=classNum, prediction_speed='fastest') prediction, probabilities = prediction.predictImage( pic_path, result_count=resNum) for eachPrediction, eachProbability in zip(predictions, probabilities): print(eachPrediction + " : " + str(eachProbability)) if __name__ == '__main__': #模型训练 modelTrain(dataDir='data', classNum=2, epochs=10, batch_size=8) #模型识别预测 modelPredict(model_path='data/models/model_ex-001_acc-0.500000.h5', class_path='data/json/model_class.json', pic_path='test.jpg', classNum=2, resNum=5)
def train_model(foldername,Model_Type,num_objects=2, num_experiments=1, enhance_data=False, batch_size=1, show_network_summary=True): model_trainer = ModelTraining() if Model_Type in "ResNet": model_trainer.setModelTypeAsResNet() elif Model_Type in "SqueezeNet": model_trainer.setModelTypeAsSqueezeNet() elif Model_Type in "InceptionV3": model_trainer.setModelTypeAsInceptionV3() elif Model_Type in "DenseNet": model_trainer.setModelTypeAsDenseNet() model_trainer.setDataDirectory(foldername) model_trainer.trainModel(num_objects=num_objects, num_experiments=num_experiments, enhance_data=enhance_data, batch_size=batch_size, show_network_summary=show_network_summary)
def test_inception_v3_training(): trainer = ModelTraining() trainer.setModelTypeAsInceptionV3() trainer.setDataDirectory(data_directory=sample_dataset) trainer.trainModel(num_objects=10, num_experiments=1, enhance_data=True, batch_size=4, show_network_summary=True) assert os.path.isdir(sample_dataset_json_folder) assert os.path.isdir(sample_dataset_models_folder) assert os.path.isfile( os.path.join(sample_dataset_json_folder, "model_class.json")) assert (len(os.listdir(sample_dataset_models_folder)) > 0) shutil.rmtree(os.path.join(sample_dataset_json_folder)) shutil.rmtree(os.path.join(sample_dataset_models_folder))
def TrainModel(files, Classes, Epochs, BatchSize): model_trainer = ModelTraining() #create an instance for de model training model_trainer.setModelTypeAsResNet( ) #set model to ResNet NN (SqueezeNet, ResNet, InceptionV3 and DenseNet) model_trainer.setDataDirectory( files) #folder that contains train and test sets ''' train model function number_objects : number of clases num_experiments : number of iterations (epochs) Enhance_data (Optional) : if true, creates modified copies of the images to maximize accuracy (but more process cost) batch_size: number of images that the model trainer will study at once Show_network_summary (Optional) : if true, shows the structure of the model type ''' model_trainer.trainModel(num_objects=Classes, num_experiments=Epochs, enhance_data=True, batch_size=BatchSize, show_network_summary=True)
def train( self, epochs=100, enhance_data=True, batch_size=16, show_network_summary=True, ): click.echo("Start training...") # Instantiate a ModelTraining object that will be used for model training trainer = ModelTraining() # Set the model type of the neural network (it must be the same of the # prediction) self._set_proper_model_type(self.model_type, trainer) # Set the path to the data directory trainer.setDataDirectory( os.path.join(self.base_path, self.dataset_name)) # Train the model trainer.trainModel( num_objects=self.class_number, num_experiments=epochs, enhance_data=enhance_data, batch_size=batch_size, show_network_summary=show_network_summary, )
from imageai.Prediction.Custom import ModelTraining from os import listdir generations = 200 model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory("data") #Searches for trained models models = listdir("data/models") #If a model exists, start training from it if len(models) > 1: #(1 because .gitignore always exists at the folder) models.sort(reverse=True) bestModel = models[0] print("Continuing from existing model") model_trainer.trainModel(continue_from_model=f"data/models/{bestModel}", num_objects=2, num_experiments=generations, enhance_data=True, batch_size=16, show_network_summary=True) #If no model exists, create a new one and train it else: model_trainer.trainModel(num_objects=2, num_experiments=generations, enhance_data=True, batch_size=16, show_network_summary=True)
from imageai.Prediction.Custom import ModelTraining # Train using the images found in the data subdirectory trainer = ModelTraining() trainer.setModelTypeAsResNet() trainer.setDataDirectory("data") trainer.trainModel( num_objects=15, num_experiments=50, enhance_data=True, save_full_model=True, batch_size=25, show_network_summary=True, transfer_from_model="resnet50_weights_tf_dim_ordering_tf_kernels.h5", initial_num_objects=1000, transfer_with_full_training=True)
from imageai.Prediction.Custom import ModelTraining model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory("../gitimmeuble/data/yolo") model_trainer.trainModel(num_objects=3, num_experiments=50, enhance_data=True, batch_size=8, show_network_summary=True,)
from imageai.Prediction.Custom import ModelTraining model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() # others include SqueezeNet, ResNet, InceptionV3 and DenseNet model_trainer.setDataDirectory("idenprof") # dataset model_trainer.trainModel(num_objects=10, # prediction classes num_experiments=200, enhance_data=True, # allow data augmentation batch_size=32, # images per cycle show_network_summary=True)
import imageai import h5py import os os.environ['CUDA_VISIBLE_DEVICES'] = '0' execution_path = os.getcwd() im_path = execution_path + "/imx" from imageai.Prediction.Custom import ModelTraining model_trainer2 = ModelTraining() model_trainer2.setModelTypeAsResNet() model_trainer2.setDataDirectory(im_path) model_trainer2.trainModel(num_objects=2, num_experiments=100, enhance_data=True, batch_size=16, show_network_summary=True, transfer_from_model=execution_path + "/model_ex-055_acc-0.992638.h5", initial_num_objects=2, save_full_model=True)
from imageai.Prediction.Custom import ModelTraining model_trainer = ModelTraining() ''' sets model type to "ResNet", other options are "Sqeezenet", "InceptionV3", DenseNet" SqueezeNet = fastest prediction - mid accuracy ResNet = fast prediction - high accuracy InceptionV3 = slow prediction - higher accuracy DenseNet = slowest prediction - highest accuracy ''' model_trainer.setModelTypeAsResNet() # sets data directory where the dataset is stored model_trainer.setDataDirectory("idenprof") model_trainer.trainModel(num_objects=10, # the number of different type of professionals in the dataset num_experiments=200, # number of times model trainer studies the images enhance_data=True, # creates modified copies of images to improve accuracy batch_size=32, # number of images model will study at once show_network_summary=True) # shows the structure of model type used
from imageai.Prediction.Custom import ModelTraining import os trainer = ModelTraining() trainer.setModelTypeAsResNet() trainer.setDataDirectory("idenprof") trainer.trainModel(num_objects=10, num_experiments=50, enhance_data=True, batch_size=16, show_network_summary=True,transfer_from_model="resnet50_weights_tf_dim_ordering_tf_kernels.h5", initial_num_objects=1000) # Download the model via this link https://github.com/OlafenwaMoses/ImageAI/releases/tag/models-v3
from imageai.Prediction.Custom import ModelTraining model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory("training_data") model_trainer.trainModel( num_objects=3, num_experiments=1000, batch_size=32, enhance_data=True, continue_from_model="training_data/models/model_ex-067_acc-0.953125.h5")
from imageai.Prediction.Custom import ModelTraining model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory(r'') model_trainer.trainModel(num_objects=42, num_experiments=50, enhance_data=True, batch_size=32, show_network_summary=True,transfer_from_model="resnet50_weights_tf_dim_ordering_tf_kernels.h5", initial_num_objects=1000)
from imageai.Prediction.Custom import ModelTraining import os execution_path = os.getcwd() model_trainer = ModelTraining() model_trainer.setModelTypeAsVgg() #model_trainer.usePretrainedModel(os.path.join(execution_path, "gestures", "models", "model_ex-006_acc-0.998940.h5")) model_trainer.setDataDirectory("gestures") model_trainer.trainModel(num_objects=10, num_experiments=10, enhance_data=True, batch_size=2, show_network_summary=True, training_image_size=100) print("Complete!")
from imageai.Prediction.Custom import ModelTraining model_trainer = ModelTraining( ) # type of training algorithm in this case basic NN model_trainer.setModelTypeAsResNet( ) # defines the type of model that will be stored, in this case it will be a simple .h5 file model_trainer.setDataDirectory( "idenprof") # where the AI will look for data to train it model_trainer.trainModel(num_objects=2, num_experiments=200, batch_size=32, show_network_summary=True) # num_objects is the total number of different types of objects, eg: chef, car, cat # num_experiments is the total number of epochs or the total number of times an "experiment" is run # batch_size is the total number of images tested in an epoch
from imageai.Prediction.Custom import ModelTraining import os trainer = ModelTraining() trainer.setModelTypeAsDenseNet() trainer.setDataDirectory("idenprof") trainer.trainModel( num_objects=10, num_experiments=50, enhance_data=True, batch_size=8, show_network_summary=True, continue_from_model="idenprof_densenet-0.763500.h5" ) # Download the model via this link https://github.com/OlafenwaMoses/ImageAI/releases/tag/models-v3
extract1.extractall(DATASET_TRAIN_DIR) extract1.close() print("Extracting idenprof-train2.zip") extract2 = ZipFile(TRAIN_ZIP_TWO) extract2.extractall(DATASET_TRAIN_DIR) extract2.close() if(len(os.listdir(DATASET_TEST_DIR)) < 10): if (os.path.exists(TEST_ZIP) == False): print("Downloading idenprof-test.zip") data = requests.get("https://github.com/OlafenwaMoses/IdenProf/releases/download/v1.0/idenprof-test.zip", stream=True) with open(TEST_ZIP, "wb") as file: shutil.copyfileobj(data.raw, file) del data print("Extracting idenprof-test.zip") extract = ZipFile(TEST_ZIP) extract.extractall(DATASET_TEST_DIR) extract.close() model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory(DATASET_DIR) model_trainer.trainModel(num_objects=10, num_experiments=100, enhance_data=True, batch_size=32, show_network_summary=True)
from imageai.Prediction.Custom import ModelTraining model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory(r"D:/python/imageAI_model_train/pets") model_trainer.trainModel(num_objects=2, num_experiments=100, enhance_data=True, batch_size=16, show_network_summary=True)
import os from imageai.Prediction import ImagePrediction from imageai.Prediction.Custom import ModelTraining # obtains the path to the folder that contains your python file !!!! execution_path = os.getcwd() SOURCE_PATH = "https://github.com/OlafenwaMoses/IdenProf/releases/download/v1.0/idenprof-jpg.zip" FILE_DIR = os.path.join(execution_path, "idenprof-jpg.zip") model_trainer = ModelTraining() model_trainer.setModelTypeAsResNet() model_trainer.setDataDirectory("idenprof") model_trainer.trainModel(num_objects=10, num_experiments=1, batch_size=32)