1. Primer vistazo al
COMPUTER VISION#FourSessions
Toni Recio

2. Toni Recio
@tonirecio
Divulgador tecnológico
tonirecio@techdencias.net@

3. Agenda
Computer Vision
Las diferentes aproximaciones
Benchmarking de API’s en la nube
OpenCV
Consumir clasificador
Detectar vs Identificar
Crear un clasificador

4. Computer
Vision

13. 2 cámaras de foto biológicas
Captura de foto cada 200ms
En 3 años un niño ha visto cientos
de millones de “fotografías”

14. Pattern
Recognition
Machine
Learning
Deep
Learning

15. Applied
AI
Strong
AI

16. Applied
AI
Strong
AI

17. Applied
AI
Strong
AI

18. Applied
AI
Strong
AI

19. Applied
AI
Strong
AI

20. Applied
AI
Strong
AI

26. FUTUROLOGÍA

27. FUTUROLOGÍA

28. FUTUROLOGÍA
PRESENTOLOGÍA

29. Las diferentes
aproximaciones

50. Benchmarking
API’s en la nube

52. Vision > Computer Vision

53. Vision > Computer Vision

55. a cat sitting
in front of a
computer
keyboard

56. Vision > Computer Vision

57. Vision > Computer Vision

58. Vision > Computer Vision

59. Vision > Computer Vision

60. Vision > Computer Vision

61. Vision > Face

62. Vision > Face

63. Vision > Face

64. Vision > Face

65. Vision > Face

66. Vision > Face

67. Vision > Face

68. Vision > Emotion

69. Vision > Emotion

70. Vision > Emotion

71. Vision > Video

72. Vision > Video

73. Vision > Video

74. Vision > Video

75. https://www.microsoft.com/cognitive-services/en-US/subscriptions

77. var visionClient = new VisionServiceClient("CLAVE_EXTRAIDA_DEL _PORTAL_DE_MCS");
using (Stream imageFileStream = File.OpenRead
("C:CODEComputerVisionSamplesComputerVision.WpfImagescatkeyboard.png"))
{
var features = new VisualFeature[] { VisualFeature.Adult,
VisualFeature.Categories,
VisualFeature.Color,
VisualFeature.Description,
VisualFeature.Faces,
VisualFeature.ImageType,
VisualFeature.Tags };
var result = await visionClient.AnalyzeImageAsync(imageFileStream, features);
}

91. https://console.cloud.google.com

92. https://console.cloud.google.com

103. public static GoogleCredential CreateCredentials(string path)
{
GoogleCredential credential;
using (var stream = new FileStream(path, FileMode.Open,
FileAccess.Read))
{
var c = GoogleCredential.FromStream(stream);
credential = c.CreateScoped(VisionService.Scope.CloudPlatform);
}
return credential;
}

104. public static VisionService CreateService(
string applicationName,
IConfigurableHttpClientInitializer credentials)
{
var service = new VisionService(new BaseClientService.Initializer()
{
ApplicationName = applicationName,
HttpClientInitializer = credentials
});
return service;
}

105. public static IList<AnnotateImageResponse> DetectLabels(
VisionService vision, string imagePath)
{
// Convert image to Base64 encoded for JSON ASCII text based request
byte[] imageArray = System.IO.File.ReadAllBytes(imagePath);
string imageContent = Convert.ToBase64String(imageArray);
// Post label detection request to the Vision API
var responses = vision.Images.Annotate(
new BatchAnnotateImagesRequest()
{
Requests = new[] {
new AnnotateImageRequest() {
Features = new [] {
new Feature() {Type = "LABEL_DETECTION"},
new Feature() {Type = "TEXT_DETECTION"},
new Feature() {Type = "FACE_DETECTION"},
new Feature() {Type = "LANDMARK_DETECTION"},
new Feature() {Type = "LOGO_DETECTION"},
new Feature() {Type = "SAFE_SEARCH_DETECTION"},
new Feature() {Type = "IMAGE_PROPERTIES"}
},
Image = new Image() { Content = imageContent }
}
}
}).Execute();
return responses.Responses;
}

106. var credentails = CreateCredentials("c:archivoscredenciales.json");
var service = CreateService("TEST", credentails);
var result = DetectLabels(service, "C:archivosplayoffs2016.jpg");

109. Open CV

110. http://opencv.org/

117. https://github.com/opencv/opencv/tree/master/data

118. http://www.emgu.com/wiki/index.php/Main_Page

119. long detectionTime;
Mat image = new Mat("C:archivosplayoffs2016.jpg", LoadImageType.Color);
List<System.Drawing.Rectangle> faces = new List<System.Drawing.Rectangle>();
using (CascadeClassifier cascadeCla =
new CascadeClassifier("Classifiershaarcascade_frontalface_default.xml"))
{
Rectangle[] faces = cascadeCla.DetectMultiScale(
image,
1.1,
8);
}

120. long detectionTime;
Mat image = new Mat("C:archivosplayoffs2016.jpg", LoadImageType.Color);
List<System.Drawing.Rectangle> faces = new List<System.Drawing.Rectangle>();
using (CascadeClassifier cascadeCla =
new CascadeClassifier("Classifiershaarcascade_frontalface_default.xml"))
{
Rectangle[] faces = cascadeCla.DetectMultiScale(
image,
1.1,
8);
}

121. Detectar
Vs
Identificar

123. María

129. 1 2 3 4 5

130. 1 2 3 4 5

131. Image<Gray, Byte>[] trainingImages = new Image<Gray, Byte>[5];
trainingImages[0] = new Image<Gray, byte>("C:Imagesalex.png");
trainingImages[1] = new Image<Gray, byte>("C:Imagesarturo.png");
trainingImages[2] = new Image<Gray, byte>("C:Imageslauree.png");
trainingImages[3] = new Image<Gray, byte>("C:Imagesjavier.png");
trainingImages[4] = new Image<Gray, byte>("C:maria.png");

132. Image<Gray, Byte>[] trainingImages = new Image<Gray, Byte>[5];
trainingImages[0] = new Image<Gray, byte>("C:Imagesalex.png");
trainingImages[1] = new Image<Gray, byte>("C:Imagesarturo.png");
trainingImages[2] = new Image<Gray, byte>("C:Imageslauree.png");
trainingImages[3] = new Image<Gray, byte>("C:Imagesjavier.png");
trainingImages[4] = new Image<Gray, byte>("C:maria.png");
int[] labels = new int[] { 1, 2, 3, 4, 5 };

133. Image<Gray, Byte>[] trainingImages = new Image<Gray, Byte>[5];
trainingImages[0] = new Image<Gray, byte>("C:Imagesalex.png");
trainingImages[1] = new Image<Gray, byte>("C:Imagesarturo.png");
trainingImages[2] = new Image<Gray, byte>("C:Imageslauree.png");
trainingImages[3] = new Image<Gray, byte>("C:Imagesjavier.png");
trainingImages[4] = new Image<Gray, byte>("C:maria.png");
int[] labels = new int[] { 1, 2, 3, 4, 5 };
var recognizer = new LBPHFaceRecognizer(1, 8, 8, 8, 100);
recognizer.Train(trainingImages, labels);

134. Image<Gray, Byte>[] trainingImages = new Image<Gray, Byte>[5];
trainingImages[0] = new Image<Gray, byte>("C:Imagesalex.png");
trainingImages[1] = new Image<Gray, byte>("C:Imagesarturo.png");
trainingImages[2] = new Image<Gray, byte>("C:Imageslauree.png");
trainingImages[3] = new Image<Gray, byte>("C:Imagesjavier.png");
trainingImages[4] = new Image<Gray, byte>("C:maria.png");
int[] labels = new int[] { 1, 2, 3, 4, 5 };
var recognizer = new LBPHFaceRecognizer(1, 8, 8, 8, 100);
recognizer.Train(trainingImages, labels);
Image<Gray, Byte> testImage = new Image<Gray, Byte>("C:Imagestest.png");

135. Image<Gray, Byte>[] trainingImages = new Image<Gray, Byte>[5];
trainingImages[0] = new Image<Gray, byte>("C:Imagesalex.png");
trainingImages[1] = new Image<Gray, byte>("C:Imagesarturo.png");
trainingImages[2] = new Image<Gray, byte>("C:Imageslauree.png");
trainingImages[3] = new Image<Gray, byte>("C:Imagesjavier.png");
trainingImages[4] = new Image<Gray, byte>("C:maria.png");
int[] labels = new int[] { 1, 2, 3, 4, 5 };
var recognizer = new LBPHFaceRecognizer(1, 8, 8, 8, 100);
recognizer.Train(trainingImages, labels);
Image<Gray, Byte> testImage = new Image<Gray, Byte>("C:Imagestest.png");
var label = recognizer.Predict(testImage);

136. Image<Gray, Byte>[] trainingImages = new Image<Gray, Byte>[5];
trainingImages[0] = new Image<Gray, byte>("C:Imagesalex.png");
trainingImages[1] = new Image<Gray, byte>("C:Imagesarturo.png");
trainingImages[2] = new Image<Gray, byte>("C:Imageslauree.png");
trainingImages[3] = new Image<Gray, byte>("C:Imagesjavier.png");
trainingImages[4] = new Image<Gray, byte>("C:maria.png");
int[] labels = new int[] { 1, 2, 3, 4, 5 };
var recognizer = new LBPHFaceRecognizer(1, 8, 8, 8, 100);
recognizer.Train(trainingImages, labels);
Image<Gray, Byte> testImage = new Image<Gray, Byte>("C:Imagestest.png");
var label = recognizer.Predict(testImage);

137. Crear un
clasificador

139. http://acodigo.blogspot.com.es/2015/12/entrenar-opencv-en-deteccion-de-objetos.html

140. http://www-cvr.ai.uiuc.edu/ponce_grp/data/

141. https://github.com/TutorProgramacion/opencv-
traincascade/blob/master/image_dataset/images.rar

142. pos/pos-532.pgm 1 0 0 100 40
pos/pos-166.pgm 1 0 0 100 40
pos/pos-76.pgm 1 0 0 100 40
pos/pos-193.pgm 1 0 0 100 40
pos/pos-0.pgm 1 0 0 100 40
pos/pos-84.pgm 1 0 0 100 40
pos/pos-333.pgm 1 0 0 100 40
pos/pos-15.pgm 1 0 0 100 40
pos/pos-371.pgm 1 0 0 100 40
pos/pos-44.pgm 1 0 0 100 40
pos/pos-172.pgm 1 0 0 100 40
…
cars.info
neg/neg-225.pgm
neg/neg-310.pgm
neg/neg-24.pgm
neg/neg-119.pgm
neg/neg-198.pgm
neg/neg-155.pgm
neg/neg-31.pgm
neg/neg-441.pgm
neg/neg-56.pgm
neg/neg-455.pgm
neg/neg-144.pgm
…
neg.info

143. cd C:opencvbuildx86vc11bin
opencv_createsamples -info cars.info -num 550 -w 48 -h 24 -vec cars.vec

144. c:opencvbuildx64vc12bin>opencv_traincascade.exe -data data -vec cars.vec
-bg neg.info -numPos 500 -numNeg 500 -numStages 10 -w 48 -h 24 -featureType LBP

145. c:opencvbuildx64vc12bin>opencv_traincascade.exe -data data -vec cars.vec
-bg neg.info -numPos 500 -numNeg 500 -numStages 10 -w 48 -h 24 -featureType LBP

146. Un vistazo
atrás

150. Toni Recio
@tonirecio
tonirecio@techdencias.net@
Q&A

151. GRACIAS

152. http://www.freepik.com/free-vector/abstract-blue-background-with-
triangles_710166.htm#term=glacial&page=1&position=0
http://www.freepik.com/free-vector/computers-and-school-
elements_719102.htm#term=learning&page=1&position=37
http://www.freepik.com/free-vector/colorful-brain-
icons_764996.htm#term=brain&page=1&position=1

153. http://www.freepik.com/free-vector/five-senses-
icons_837465.htm#term=senses&page=1&position=0
http://www.freepik.com/free-vector/analog-camera-
icon_791929.htm#term=camera&page=1&position=1
http://www.freepik.com/free-vector/photos-and-
cameras_804428.htm#term=picture&page=1&position=0

154. http://www.freepik.com/free-vector/magnifying-glass-data-
analysis_761448.htm#term=information&page=1&position=4
http://www.freepik.com/free-vector/educational-future-
concept_776917.htm#term=future&page=1&position=3
http://www.freepik.com/free-vector/global-education-
background_780891.htm#term=logic&page=1&position=0

155. http://www.freepik.com/free-vector/cartoon-scientist-with-chemical-
elements_848470.htm#term=scientist&page=1&position=9
http://www.freepik.com/free-vector/colorful-information-
buttons_807853.htm#term=information&page=1&position=5