step three
parent
065f3d2bd1
commit
eb15f88b6e
@ -0,0 +1,228 @@
|
||||
% 2023-01-15
|
||||
|
||||
% based on the script for task one, this is rcnnscript for direct
|
||||
% classification
|
||||
|
||||
% Requirements:
|
||||
% data has to be provided as PicturesResizedLabelsResizedSignsCutted.zip
|
||||
% in script location
|
||||
% (this script unzips data and renames two files, but there is unlabeled
|
||||
% image-material, that has to be removed by hand after unzipping)
|
||||
|
||||
% additional scriptfiles:
|
||||
% - func_setupData.m
|
||||
% unpack data etc.
|
||||
% - func_groundTruthFromLabelPic.m
|
||||
% (generate groundtruthtablle from image-data)
|
||||
% - augmentData.m
|
||||
% (dataaugmentation für RCNN)
|
||||
% - helperSanitizeBoxes.m
|
||||
% (part of augmentation)
|
||||
% - preprocessData.m
|
||||
% (Resize image and bounding boxes to targetSize.
|
||||
%
|
||||
|
||||
% required add-on(s):
|
||||
% - 'Deep Learning Toolbox Model for ResNet-50 Network'
|
||||
% - 'image processing toolbox'
|
||||
% - 'Computer Vision Toolbox '
|
||||
|
||||
% recommended add-on(s) - if gpu is apt for the job....
|
||||
% - 'Parallel Computing Toolbox'
|
||||
|
||||
% adjustable parameters
|
||||
% - if there is no trained net, it can be trained with this script:
|
||||
% set doTraining to true
|
||||
% - the training can use augmentation or not:
|
||||
% set doAugmentation accordingly
|
||||
|
||||
close all;
|
||||
clear;
|
||||
|
||||
doTraining = true;
|
||||
|
||||
% first we need the data...
|
||||
dataDir = 'Picturedata'; % Destination-Folder for provided (img) Data
|
||||
zippedDataFile = 'PicturesResizedLabelsResizedSignsCutted.zip'; %Data provided by TA
|
||||
grDataFile = 'signDatasetGroundTruth_stepthree.mat';
|
||||
func_setupData_stepthree(dataDir, zippedDataFile, grDataFile);
|
||||
|
||||
%load data
|
||||
data = load(grDataFile);
|
||||
traficSignDataset = data.DataSet;
|
||||
|
||||
% ----- split the dataset into training, validation, and test sets.
|
||||
% Select 60% of the data for training, 10% for validation, and the
|
||||
% rest for testing the trained detector
|
||||
|
||||
rng(0)
|
||||
shuffledIndices = randperm(height(traficSignDataset));
|
||||
idx = floor(0.6 * height(traficSignDataset));
|
||||
|
||||
trainingIdx = 1:idx;
|
||||
trainingDataTbl = traficSignDataset(shuffledIndices(trainingIdx),:);
|
||||
|
||||
validationIdx = idx+1 : idx + 1 + floor(0.1 * length(shuffledIndices) );
|
||||
validationDataTbl = traficSignDataset(shuffledIndices(validationIdx),:);
|
||||
|
||||
testIdx = validationIdx(end)+1 : length(shuffledIndices);
|
||||
testDataTbl = traficSignDataset(shuffledIndices(testIdx),:);
|
||||
|
||||
% ----- use imageDatastore and boxLabelDatastore to create datastores
|
||||
% for loading the image and label data during training and evaluation.
|
||||
|
||||
imdsTrain = imageDatastore(trainingDataTbl{:,'imageFilename'});
|
||||
bldsTrain = boxLabelDatastore(trainingDataTbl(:,2:end))
|
||||
|
||||
imdsValidation = imageDatastore(validationDataTbl{:,'imageFilename'});
|
||||
bldsValidation = boxLabelDatastore(trainingDataTbl(:,2:end))
|
||||
|
||||
imdsTest = imageDatastore(testDataTbl{:,'imageFilename'});
|
||||
bldsTest = boxLabelDatastore(trainingDataTbl(:,2:end))
|
||||
|
||||
% combine image and box label datastores.
|
||||
|
||||
trainingData = combine(imdsTrain,bldsTrain); % erzeugt 'CombinedDatastore
|
||||
validationData = combine(imdsValidation,bldsValidation);
|
||||
testData = combine(imdsTest,bldsTest);
|
||||
|
||||
% display one of the training images and box labels.
|
||||
|
||||
data = read(trainingData);
|
||||
I = data{1};
|
||||
bbox = data{2};
|
||||
annotatedImage = insertShape(I,'Rectangle',bbox);
|
||||
annotatedImage = imresize(annotatedImage,4); % nur fuer Darstellung
|
||||
figure
|
||||
imshow(annotatedImage)
|
||||
|
||||
% ----- Create Faster R-CNN Detection Network
|
||||
|
||||
inputSize = [224 224 3];
|
||||
|
||||
preprocessedTrainingData = transform(trainingData, @(data)preprocessData(data,inputSize));
|
||||
% Achtung: dieser DS wird nur zur Ermittlung der BoundingBoxes verwendet
|
||||
|
||||
% display one of the training images and box labels.
|
||||
while 1==0 %hasdata(preprocessedTrainingData)
|
||||
data = read(preprocessedTrainingData);
|
||||
I = data{1};
|
||||
bbox = data{2};
|
||||
annotatedImage = insertShape(I,'Rectangle',bbox);
|
||||
annotatedImage = imresize(annotatedImage,4); % nur fuer Darstellung
|
||||
figure(1)
|
||||
imshow(annotatedImage)
|
||||
pause(0.100)
|
||||
end
|
||||
|
||||
% Auswahl der anchor boxes
|
||||
% Infos dazu: https://de.mathworks.com/help/vision/ug/estimate-anchor-boxes-from-training-data.html
|
||||
numAnchors = 3;
|
||||
anchorBoxes = estimateAnchorBoxes(preprocessedTrainingData,numAnchors);
|
||||
|
||||
% und das feature CNN
|
||||
featureExtractionNetwork = resnet50;
|
||||
featureLayer = 'activation_40_relu';
|
||||
numClasses = width(traficSignDataset)-1; % also hier: 1, es sollen nur Verkehrsschilder erkannt werden
|
||||
|
||||
lgraph = fasterRCNNLayers(inputSize,numClasses,anchorBoxes,featureExtractionNetwork,featureLayer);
|
||||
|
||||
% Netzwerk ansehen
|
||||
% analyzeNetwork(lgraph)
|
||||
augmentedTrainingData = transform(trainingData,@augmentData_stepthree);
|
||||
trainingData = transform(augmentedTrainingData,@(data)preprocessData(data,inputSize));
|
||||
validationData = transform(validationData,@(data)preprocessData(data,inputSize));
|
||||
|
||||
|
||||
options = trainingOptions('sgdm',...
|
||||
'MaxEpochs',10,...
|
||||
'MiniBatchSize',2,...
|
||||
'InitialLearnRate',1e-3,...
|
||||
'CheckpointPath',tempdir,...
|
||||
'ValidationData',validationData);
|
||||
|
||||
netname = "netDetectorResNet50_stepthree.mat"
|
||||
|
||||
|
||||
|
||||
if doTraining
|
||||
% Train the Faster R-CNN detector.
|
||||
% * Adjust NegativeOverlapRange and PositiveOverlapRange to ensure
|
||||
% that training samples tightly overlap with ground truth.
|
||||
[detector, info] = trainFasterRCNNObjectDetector(trainingData,lgraph,options, ...
|
||||
'NegativeOverlapRange',[0 0.3], ...
|
||||
'PositiveOverlapRange',[0.6 1]);
|
||||
save netname detector;
|
||||
else
|
||||
% Load pretrained detector for the example.
|
||||
load netname detector;
|
||||
end
|
||||
|
||||
% ----- quick check/test
|
||||
|
||||
I = imresize(I,inputSize(1:2));
|
||||
[bboxes,scores] = detect(detector,I);
|
||||
% Display the results.
|
||||
|
||||
sfigTitle = ""
|
||||
if height(bboxes) > 0
|
||||
I = insertObjectAnnotation(I,'rectangle',bboxes,scores);
|
||||
sfigTitle = "Detected";
|
||||
else
|
||||
sfigTitle = "Not Detected";
|
||||
end
|
||||
|
||||
|
||||
figure;
|
||||
imshow(I);
|
||||
annotation('textbox', [0.5, 0.2, 0.1, 0.1], 'String', sfigTitle)
|
||||
|
||||
% ----- Testing
|
||||
|
||||
testData = transform(testData,@(data)preprocessData(data,inputSize));
|
||||
|
||||
% Run the detector on all the test images.
|
||||
|
||||
detectionResults = detect(detector,testData,'MinibatchSize',4);
|
||||
|
||||
% Evaluate the object detector using the average precision metric.
|
||||
|
||||
[ap, recall, precision] = evaluateDetectionPrecision(detectionResults,testData);
|
||||
% The precision/recall (PR) curve highlights how precise a detector is at varying levels of recall. The ideal precision is 1 at all recall levels. The use of more data can help improve the average precision but might require more training time. Plot the PR curve.
|
||||
|
||||
figure
|
||||
plot(recall,precision)
|
||||
xlabel('Recall')
|
||||
ylabel('Precision')
|
||||
grid on
|
||||
title(sprintf('Average Precision = %.2f', ap))
|
||||
|
||||
|
||||
% ----- Helper functions
|
||||
|
||||
% function data = augmentData(data)
|
||||
% % Randomly flip images and bounding boxes horizontally.
|
||||
% tform = randomAffine2d('XReflection',true);
|
||||
% sz = size(data{1});
|
||||
% rout = affineOutputView(sz,tform);
|
||||
% data{1} = imwarp(data{1},tform,'OutputView',rout);
|
||||
%
|
||||
% % Sanitize box data, if needed.
|
||||
% data{2} = helperSanitizeBoxes(data{2}, sz);
|
||||
%
|
||||
% % Warp boxes.
|
||||
% data{2} = bboxwarp(data{2},tform,rout);
|
||||
% end
|
||||
%
|
||||
% function data = preprocessData(data,targetSize)
|
||||
% % Resize image and bounding boxes to targetSize.
|
||||
% sz = size(data{1},[1 2]);
|
||||
% scale = targetSize(1:2)./sz;
|
||||
% data{1} = imresize(data{1},targetSize(1:2));
|
||||
%
|
||||
% % Sanitize box data, if needed.
|
||||
% data{2} = helperSanitizeBoxes(data{2}, sz);
|
||||
%
|
||||
% % Resize boxes.
|
||||
% data{2} = bboxresize(data{2},scale);
|
||||
% end
|
||||
@ -0,0 +1,21 @@
|
||||
function data = augmentData_stepthree(data)
|
||||
% Randomly flip images and bounding boxes horizontally.
|
||||
tform = randomAffine2d('XReflection',true);
|
||||
sz = size(data{1});
|
||||
rout = affineOutputView(sz,tform);
|
||||
|
||||
% jitter
|
||||
data{1} = jitterColorHSV(data{1},...
|
||||
Contrast=0.2,...
|
||||
Hue=0,...
|
||||
Saturation=0.1,...
|
||||
Brightness=0.2);
|
||||
|
||||
data{1} = imwarp(data{1},tform,'OutputView',rout);
|
||||
|
||||
% Sanitize box data, if needed.
|
||||
data{2} = helperSanitizeBoxes(data{2}, sz);
|
||||
|
||||
% Warp boxes.
|
||||
data{2} = bboxwarp(data{2},tform,rout);
|
||||
end
|
||||
@ -0,0 +1,135 @@
|
||||
function [ ] = func_groundTruthFromLabelPic( dataStorePicturePath, dataStoreLabelPath, outFile )
|
||||
%
|
||||
% erstellt us einem Picture-Datastore und einem Label-Datastore
|
||||
% eine Groundtruth-Tabelle, wie sie z.B. in FasterRCNN.m
|
||||
% benoetigt wird
|
||||
%
|
||||
% file von tas
|
||||
% adaptiert als func 2022/12/28 vh
|
||||
%
|
||||
|
||||
labelDS = imageDatastore(dataStoreLabelPath, 'IncludeSubfolders', true);
|
||||
pictureDS = imageDatastore(dataStorePicturePath, 'IncludeSubfolders', true);
|
||||
|
||||
labelCount = numel(labelDS.Files)
|
||||
pictureCount = numel(pictureDS.Files)
|
||||
|
||||
if labelCount ~= pictureCount
|
||||
fprintf("!!!! Error: Die Anzahl der Bilder und Anzahl der LabelPicture sind ungleich -> Abbruch");
|
||||
return
|
||||
end
|
||||
|
||||
fprintf("-----------------------------------------------------------\n");
|
||||
fprintf("Picture-Verzeichnis: %s\n", dataStorePicturePath)
|
||||
fprintf("Anzahl Images: %d\n", pictureCount)
|
||||
fprintf("Label-Verzeichnis: %s\n", dataStoreLabelPath)
|
||||
fprintf("Anzahl Images: %d\n", labelCount)
|
||||
fprintf("BE PATIENT.... \n")
|
||||
fprintf("-----------------------------------------------------------\n");
|
||||
|
||||
% table anlegen
|
||||
sz = [pictureCount 6];
|
||||
varTypes = ["cellstr","cell","cell","cell","cell","logical"];
|
||||
varNames = ["imageFilename","30GBS","50GBS","60GBS","AndereGBS","valid"];
|
||||
DataSet = table('Size',sz,'VariableTypes',varTypes,'VariableNames',varNames);
|
||||
|
||||
rng(0)
|
||||
shuffledIndices = randperm(pictureCount);
|
||||
|
||||
% los gehts
|
||||
for i = 1:pictureCount
|
||||
shuffeldIndex = shuffledIndices(i);
|
||||
[imPic imPic_INFO]= readimage(pictureDS, shuffeldIndex);
|
||||
[im_path imPic_name im_ext]=fileparts(imPic_INFO.Filename);
|
||||
|
||||
[imLabel imLabel_INFO]= readimage(labelDS, shuffeldIndex);
|
||||
[lbl_path imLabel_name im_ext]=fileparts(imLabel_INFO.Filename);
|
||||
|
||||
%fprintf("picture: %s label: %s\n", imPic_name, imLabel_name);
|
||||
%fprintf("picturepath: %s labelpath: %s\n", im_path, lbl_path);
|
||||
box = [0,0,0,0]; %default if theres no labelimg
|
||||
|
||||
v = true;
|
||||
|
||||
if ~strcmp(imPic_name, imLabel_name)
|
||||
fprintf("!!!! Error: zum Picture gibt es kein entsprechendes LabelPicture -> Abbruch");
|
||||
imPic_name
|
||||
imLabel_name
|
||||
|
||||
else
|
||||
|
||||
% LabelRegion aus Image ausschneiden
|
||||
bw = imLabel;
|
||||
s = regionprops(bw, 'BoundingBox');
|
||||
box = cat(1, s.BoundingBox); % structure to matrix
|
||||
box = round(box);
|
||||
|
||||
% falls mehrere Marker vorhanden sind, ignorieren wir den Datensatz
|
||||
% das dürfte für das Training Region detection besser sein ??
|
||||
if (height(box) > 1)
|
||||
v = false;
|
||||
end
|
||||
box = box(1,:);
|
||||
|
||||
if (numel(box) ~= 4)
|
||||
fprintf("Boxkoordinaten nicht ok: %s %s\n", imPic_name, imLabel_name)
|
||||
box
|
||||
v = false
|
||||
end
|
||||
|
||||
end
|
||||
|
||||
a = [];
|
||||
b = [];
|
||||
c = [];
|
||||
d = [];
|
||||
|
||||
|
||||
if contains(im_path,'30GBS') == 1
|
||||
a = num2cell(box, 2);
|
||||
elseif contains(im_path,'50GBS') == 1
|
||||
b = num2cell(box, 2);
|
||||
elseif contains(im_path,'60GBS') == 1
|
||||
c = num2cell(box, 2);
|
||||
else
|
||||
d = num2cell(box, 2);
|
||||
end
|
||||
|
||||
|
||||
%check for boxes which are somewhat wrong
|
||||
if v
|
||||
if (box(3) < 8.) ...
|
||||
|| (box(4) < 8.) ...
|
||||
|| (abs(box(3) - box(4)) > 2) ...
|
||||
|| (box(1) + box(3) > 1024) ...
|
||||
|| (box(2) + box(4) > 768)
|
||||
fprintf("boxkoordinaten nicht i.o. %s (%d %d %d %d) \n", imLabel_name, box(1),box(2),box(3),box(4));
|
||||
v = false;
|
||||
end
|
||||
end
|
||||
|
||||
DataSet(shuffeldIndex,:) = {imPic_INFO.Filename,a,b,c,d,v};
|
||||
|
||||
% display one of the training images and box labels.
|
||||
if (shuffeldIndex == 4)
|
||||
annotatedImage = insertShape(imPic,'Rectangle',box);
|
||||
figure
|
||||
imshow(annotatedImage)
|
||||
end
|
||||
|
||||
end
|
||||
|
||||
%Die Daten sind teilweise nicht in Ordnung, am einfachsten ist natürlich
|
||||
%die Einträge zu löschen, die nicht gut sind.
|
||||
fprintf("Groundtruth hat %d eintraege vor der Bereinigung \n ", height(DataSet) )
|
||||
|
||||
toDelete = DataSet.valid == false;
|
||||
DataSet(toDelete,:) = [];
|
||||
|
||||
DataSet.valid=[];
|
||||
|
||||
fprintf("Groundtruth hat %d eintraege nach der Bereinigung \n", height(DataSet) )
|
||||
|
||||
save(outFile, 'DataSet' );
|
||||
|
||||
|
||||
@ -0,0 +1,43 @@
|
||||
function [ ] = func_setupData( dataDir, zippedDataFile, grDataFile )
|
||||
|
||||
% script func_setupData:
|
||||
% - entpackt die trainingsdaten,
|
||||
% - räumt ein bisschen auf, bzw. liefert Hinweise zum aufräumen
|
||||
% - erstellt grounddata
|
||||
% - (alles nur, falls es das nicht schon gibt)
|
||||
|
||||
if not(exist(dataDir , 'dir'))
|
||||
% unzip data
|
||||
if (not(exist(zippedDataFile , 'file')))
|
||||
fprintf("Data file is missing please copy %s to script folder !", zippedDataFile);
|
||||
return;
|
||||
end
|
||||
|
||||
fprintf("unzipping Data");
|
||||
unzip (zippedDataFile, dataDir)
|
||||
|
||||
%rename files correctly (there are two wrong):
|
||||
fprintf("fix faulty falenames\n");
|
||||
movefile (append(dataDir, '/Labels_1024_768/60GBS/60GBS_Gruppe05_SS21_Nr49.png'), append(dataDir, '/Labels_1024_768/60GBS/60GBS_Gruppe05_SS21_49.png'));
|
||||
movefile (append(dataDir, '/Labels_1024_768/60GBS/60GBS_Gruppe05_SS21_Nr50.png'), append(dataDir, '/Labels_1024_768/60GBS/60GBS_Gruppe05_SS21_50.png'));
|
||||
|
||||
fprintf("Labeldata is incomplete\n");
|
||||
fprintf("please compare data in keinGBS and delete what's to much manually\n");
|
||||
fprintf("otherwise grounddatageneration will fail\n");
|
||||
frpintf("then restart script \n");
|
||||
return;
|
||||
|
||||
end
|
||||
|
||||
% generate Grounddata from Pictures
|
||||
|
||||
if (not(exist(grDataFile , 'file')))
|
||||
dataStorePicturePath = append(pwd,'/', dataDir,'/Pictures_1024_768/');
|
||||
dataStoreLabelPath = append(pwd,'/', dataDir, '/Labels_1024_768/');
|
||||
|
||||
|
||||
|
||||
% Die Tabelle wird in einer Funktion erstellt und gespeichert
|
||||
% dabei werden Datensätze, wo die Label nicht passen entfernt.
|
||||
func_groundTruthFromLabelPic_stepthree(dataStorePicturePath, dataStoreLabelPath, grDataFile);
|
||||
end
|
||||
Loading…
Reference in New Issue