test: improving test & benchmark

This commit is contained in:
esimov
2021-10-21 16:52:38 +03:00
parent 7b6884c981
commit 08dd5acac8
3 changed files with 110 additions and 142 deletions

View File

@@ -11,10 +11,9 @@ import (
var flpc []byte
const perturbation = 63
const perturb = 63
func init() {
var err error
flpc, err = ioutil.ReadFile("../cascade/lps/lp42")
if err != nil {
log.Fatalf("missing cascade file: %v", err)
@@ -22,10 +21,6 @@ func init() {
}
func TestFlploc_UnpackCascadeFileShouldNotBeNil(t *testing.T) {
var (
err error
pl = pigo.NewPuplocCascade()
)
plc, err = pl.UnpackCascade(flpc)
if err != nil {
t.Fatalf("failed unpacking the cascade file: %v", err)
@@ -33,43 +28,42 @@ func TestFlploc_UnpackCascadeFileShouldNotBeNil(t *testing.T) {
}
func TestFlploc_LandmarkDetectorShouldReturnDetectionPoints(t *testing.T) {
p := pigo.NewPigo()
// Unpack the binary file. This will return the number of cascade trees,
// the tree depth, the threshold and the prediction from tree's leaf nodes.
classifier, err := p.Unpack(pigoCascade)
p, err = p.Unpack(faceCasc)
if err != nil {
t.Fatalf("error reading the cascade file: %s", err)
}
// Run the classifier over the obtained leaf nodes and return the detection results.
// The result contains quadruplets representing the row, column, scale and detection score.
faces := classifier.RunCascade(*cParams, 0.0)
dets := p.RunCascade(*cParams, 0.0)
// Calculate the intersection over union (IoU) of two clusters.
faces = classifier.ClusterDetections(faces, 0.1)
dets = p.ClusterDetections(dets, 0.1)
landMarkPoints := []pigo.Puploc{}
for _, face := range faces {
if face.Scale > 50 {
for _, det := range dets {
if det.Scale > 50 {
// left eye
puploc := &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col - int(0.175*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col - int(0.175*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
leftEye := plc.RunDetector(*puploc, *imgParams, 0.0, false)
// right eye
puploc = &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col + int(0.185*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col + int(0.185*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
rightEye := plc.RunDetector(*puploc, *imgParams, 0.0, false)
flp := plc.GetLandmarkPoint(leftEye, rightEye, *imgParams, perturbation, false)
flp := plc.GetLandmarkPoint(leftEye, rightEye, *imgParams, perturb, false)
landMarkPoints = append(landMarkPoints, *flp)
}
}
@@ -84,79 +78,78 @@ func TestFlploc_LandmarkDetectorShouldReturnCorrectDetectionPoints(t *testing.T)
mouthCascades = []string{"lp93", "lp84", "lp82", "lp81"}
flpcs map[string][]*pigo.FlpCascade
detectedLandmarkPoints int
detLandmarkPts int
)
p := pigo.NewPigo()
// Unpack the binary file. This will return the number of cascade trees,
// the tree depth, the threshold and the prediction from tree's leaf nodes.
classifier, err := p.Unpack(pigoCascade)
p, err = p.Unpack(faceCasc)
if err != nil {
t.Fatalf("error reading the cascade file: %s", err)
}
// Run the classifier over the obtained leaf nodes and return the detection results.
// The result contains quadruplets representing the row, column, scale and detection score.
faces := classifier.RunCascade(*cParams, 0.0)
dets := p.RunCascade(*cParams, 0.0)
// Calculate the intersection over union (IoU) of two clusters.
faces = classifier.ClusterDetections(faces, 0.1)
dets = p.ClusterDetections(dets, 0.1)
flpcs, err = plc.ReadCascadeDir("../cascade/lps/")
if err != nil {
t.Fatalf("error reading the facial landmark points cascade directory: %s", err)
}
for _, face := range faces {
if face.Scale > 50 {
for _, det := range dets {
if det.Scale > 50 {
// left eye
puploc := &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col - int(0.175*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col - int(0.175*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
leftEye := plc.RunDetector(*puploc, *imgParams, 0.0, false)
// right eye
puploc = &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col + int(0.185*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col + int(0.185*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
rightEye := plc.RunDetector(*puploc, *imgParams, 0.0, false)
for _, eye := range eyeCascades {
for _, flpc := range flpcs[eye] {
flp := flpc.GetLandmarkPoint(leftEye, rightEye, *imgParams, perturbation, false)
flp := flpc.GetLandmarkPoint(leftEye, rightEye, *imgParams, perturb, false)
if flp.Row > 0 && flp.Col > 0 {
detectedLandmarkPoints++
detLandmarkPts++
}
flp = flpc.GetLandmarkPoint(leftEye, rightEye, *imgParams, perturbation, true)
flp = flpc.GetLandmarkPoint(leftEye, rightEye, *imgParams, perturb, true)
if flp.Row > 0 && flp.Col > 0 {
detectedLandmarkPoints++
detLandmarkPts++
}
}
}
for _, mouth := range mouthCascades {
for _, flpc := range flpcs[mouth] {
flp := flpc.GetLandmarkPoint(leftEye, rightEye, *imgParams, perturbation, false)
flp := flpc.GetLandmarkPoint(leftEye, rightEye, *imgParams, perturb, false)
if flp.Row > 0 && flp.Col > 0 {
detectedLandmarkPoints++
detLandmarkPts++
}
}
}
flp := flpcs["lp84"][0].GetLandmarkPoint(leftEye, rightEye, *imgParams, perturbation, true)
flp := flpcs["lp84"][0].GetLandmarkPoint(leftEye, rightEye, *imgParams, perturb, true)
if flp.Row > 0 && flp.Col > 0 {
detectedLandmarkPoints++
detLandmarkPts++
}
}
}
expectedLandmarkPoints := 2*len(eyeCascades) + len(mouthCascades) + 1 // lendmark points of the left/right eyes, mouth + nose
if expectedLandmarkPoints != detectedLandmarkPoints {
t.Fatalf("expected facial landmark points to be detected: %d, got: %d", expectedLandmarkPoints, detectedLandmarkPoints)
expLandmarkPts := 2*len(eyeCascades) + len(mouthCascades) + 1 // landmark points of the left/right eyes, mouth + nose
if expLandmarkPts != detLandmarkPts {
t.Fatalf("expected facial landmark points to be detected: %d, got: %d", expLandmarkPts, detLandmarkPts)
}
}
@@ -167,21 +160,19 @@ func BenchmarkFlplocReadCascadeDir(b *testing.B) {
}
func BenchmarkFlplocGetLendmarkPoint(b *testing.B) {
pl := pigo.PuplocCascade{}
plc, err := pl.UnpackCascade(puplocCascade)
plc, err = pl.UnpackCascade(puplocCasc)
if err != nil {
b.Fatalf("error reading the cascade file: %s", err)
}
pixs := pigo.RgbToGrayscale(srcImg)
cParams.Pixels = pixs
flploc := &pigo.Puploc{Row: 10, Col: 10, Scale: 20, Perturbs: 50}
// For benchmarking we are using common values for left and right eye.
puploc := plc.RunDetector(*flploc, *imgParams, 0.0, false)
b.ResetTimer()
runtime.GC()
b.ResetTimer()
for i := 0; i < b.N; i++ {
plc.GetLandmarkPoint(puploc, puploc, *imgParams, 63, false)
@@ -189,51 +180,46 @@ func BenchmarkFlplocGetLendmarkPoint(b *testing.B) {
}
func BenchmarkFlplocDetection(b *testing.B) {
var faces []pigo.Detection
pg := pigo.NewPigo()
// Unpack the binary file. This will return the number of cascade trees,
// the tree depth, the threshold and the prediction from tree's leaf nodes.
classifier, err := pg.Unpack(pigoCascade)
p, err := p.Unpack(faceCasc)
if err != nil {
b.Fatalf("error reading the cascade file: %s", err)
}
pl := pigo.PuplocCascade{}
plc, err := pl.UnpackCascade(puplocCascade)
plc, err = pl.UnpackCascade(puplocCasc)
if err != nil {
b.Fatalf("error reading the cascade file: %s", err)
}
pixs := pigo.RgbToGrayscale(srcImg)
cParams.Pixels = pixs
b.ResetTimer()
runtime.GC()
b.ResetTimer()
// Run the classifier over the obtained leaf nodes and return the detection results.
// The result contains quadruplets representing the row, column, scale and detection score.
faces = classifier.RunCascade(*cParams, 0.0)
dets := p.RunCascade(*cParams, 0.0)
// Calculate the intersection over union (IoU) of two clusters.
faces = classifier.ClusterDetections(faces, 0.1)
dets = p.ClusterDetections(dets, 0.1)
for i := 0; i < b.N; i++ {
for _, face := range faces {
if face.Scale > 50 {
for _, det := range dets {
if det.Scale > 50 {
// left eye
puploc := &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col - int(0.175*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col - int(0.175*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
leftEye := plc.RunDetector(*puploc, *imgParams, 0.0, false)
// right eye
puploc = &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col + int(0.185*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col + int(0.185*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
rightEye := plc.RunDetector(*puploc, *imgParams, 0.0, false)
@@ -243,5 +229,5 @@ func BenchmarkFlplocDetection(b *testing.B) {
}
}
}
_ = faces
_ = dets
}

View File

@@ -12,14 +12,15 @@ import (
)
var (
p = pigo.NewPigo()
pigoCascade []byte
srcImg *image.NRGBA
p = pigo.NewPigo()
err error
faceCasc []byte
pixs []uint8
srcImg *image.NRGBA
)
func init() {
var err error
pigoCascade, err = ioutil.ReadFile("../cascade/facefinder")
faceCasc, err = ioutil.ReadFile("../cascade/facefinder")
if err != nil {
log.Fatalf("Error reading the cascade file: %v", err)
}
@@ -30,7 +31,7 @@ func init() {
log.Fatalf("error reading the source file: %s", err)
}
pixs := pigo.RgbToGrayscale(srcImg)
pixs = pigo.RgbToGrayscale(srcImg)
cols, rows := srcImg.Bounds().Max.X, srcImg.Bounds().Max.Y
imgParams = &pigo.ImageParams{
@@ -50,11 +51,7 @@ func init() {
}
func TestPigo_UnpackCascadeFileShouldNotBeNil(t *testing.T) {
var (
err error
pigo = pigo.NewPigo()
)
p, err = pigo.Unpack(pigoCascade)
p, err = p.Unpack(faceCasc)
if err != nil {
t.Fatalf("failed unpacking the cascade file: %v", err)
}
@@ -71,27 +68,25 @@ func TestPigo_InputImageShouldBeGrayscale(t *testing.T) {
func TestPigo_Detector_ShouldDetectFace(t *testing.T) {
// Unpack the facefinder binary cascade file. This will return the number of cascade trees,
// the tree depth, the threshold and the prediction from tree's leaf nodes.
p, err := p.Unpack(pigoCascade)
p, err = p.Unpack(faceCasc)
if err != nil {
t.Fatalf("error reading the cascade file: %s", err)
}
// Run the classifier over the obtained leaf nodes and return the detection results.
// The result contains quadruplets representing the row, column, scale and detection score.
faces := p.RunCascade(*cParams, 0.0)
dets := p.RunCascade(*cParams, 0.0)
// Calculate the intersection over union (IoU) of two clusters.
faces = p.ClusterDetections(faces, 0.1)
if len(faces) == 0 {
dets = p.ClusterDetections(dets, 0.1)
if len(dets) == 0 {
t.Fatalf("face should've been detected")
}
}
func BenchmarkPigoUnpackCascade(b *testing.B) {
pg := pigo.NewPigo()
for i := 0; i < b.N; i++ {
// Unpack the facefinder binary cascade file.
_, err := pg.Unpack(pigoCascade)
_, err := p.Unpack(faceCasc)
if err != nil {
log.Fatalf("error reading the cascade file: %s", err)
}
@@ -101,8 +96,7 @@ func BenchmarkPigoUnpackCascade(b *testing.B) {
func BenchmarkPigoFaceDetection(b *testing.B) {
var dets []pigo.Detection
pg := pigo.NewPigo()
p, err := pg.Unpack(pigoCascade)
p, err = p.Unpack(faceCasc)
if err != nil {
log.Fatalf("error reading the cascade file: %s", err)
}
@@ -110,8 +104,8 @@ func BenchmarkPigoFaceDetection(b *testing.B) {
pixs := pigo.RgbToGrayscale(srcImg)
cParams.Pixels = pixs
b.ResetTimer()
runtime.GC()
b.ResetTimer()
for i := 0; i < b.N; i++ {
// Run the classifier over the obtained leaf nodes and return the detection results.
@@ -126,8 +120,7 @@ func BenchmarkPigoFaceDetection(b *testing.B) {
func BenchmarkPigoClusterDetection(b *testing.B) {
var dets []pigo.Detection
pg := pigo.NewPigo()
p, err := pg.Unpack(pigoCascade)
p, err = p.Unpack(faceCasc)
if err != nil {
log.Fatalf("error reading the cascade file: %s", err)
}
@@ -135,8 +128,8 @@ func BenchmarkPigoClusterDetection(b *testing.B) {
pixs := pigo.RgbToGrayscale(srcImg)
cParams.Pixels = pixs
b.ResetTimer()
runtime.GC()
b.ResetTimer()
// Run the classifier over the obtained leaf nodes and return the detection results.
// The result contains quadruplets representing the row, column, scale and detection score.

View File

@@ -10,64 +10,64 @@ import (
)
var (
puplocCascade []byte
plc *pigo.PuplocCascade
imgParams *pigo.ImageParams
cParams *pigo.CascadeParams
pl = pigo.NewPuplocCascade()
puplocCasc []byte
plc *pigo.PuplocCascade
imgParams *pigo.ImageParams
cParams *pigo.CascadeParams
)
func init() {
var err error
puplocCascade, err = ioutil.ReadFile("../cascade/puploc")
puplocCasc, err = ioutil.ReadFile("../cascade/puploc")
if err != nil {
log.Fatalf("error reading the puploc cascade file: %v", err)
}
}
func TestPuploc_UnpackCascadeFileShouldNotBeNil(t *testing.T) {
var (
err error
pl = pigo.NewPuplocCascade()
)
plc, err = pl.UnpackCascade(puplocCascade)
plc, err = pl.UnpackCascade(puplocCasc)
if err != nil {
t.Fatalf("failed unpacking the cascade file: %v", err)
}
}
func TestPuploc_Detector_ShouldDetectEyes(t *testing.T) {
p := pigo.NewPigo()
// Unpack the facefinder binary cascade file. This will return the number of cascade trees,
// the tree depth, the threshold and the prediction from tree's leaf nodes.
p, err := p.Unpack(pigoCascade)
p, err = p.Unpack(faceCasc)
if err != nil {
t.Fatalf("error reading the cascade file: %s", err)
}
plc, err = pl.UnpackCascade(puplocCasc)
if err != nil {
t.Fatalf("failed unpacking the cascade file: %v", err)
}
// Run the classifier over the obtained leaf nodes and return the detection results.
// The result contains quadruplets representing the row, column, scale and detection score.
faces := p.RunCascade(*cParams, 0.0)
dets := p.RunCascade(*cParams, 0.0)
// Calculate the intersection over union (IoU) of two clusters.
faces = p.ClusterDetections(faces, 0.1)
dets = p.ClusterDetections(dets, 0.1)
eyes := []pigo.Puploc{}
for _, face := range faces {
if face.Scale > 50 {
for _, det := range dets {
if det.Scale > 50 {
// left eye
puploc := &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col - int(0.175*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col - int(0.175*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
plc.RunDetector(*puploc, *imgParams, 0.0, false)
// right eye
puploc = &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col + int(0.185*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col + int(0.185*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
plc.RunDetector(*puploc, *imgParams, 0.0, false)
@@ -81,21 +81,18 @@ func TestPuploc_Detector_ShouldDetectEyes(t *testing.T) {
}
func BenchmarkPuplocUnpackCascade(b *testing.B) {
pg := pigo.NewPigo()
// Unpack the facefinder binary cascade file.
_, err := pg.Unpack(pigoCascade)
_, err := p.Unpack(faceCasc)
if err != nil {
log.Fatalf("error reading the cascade file: %s", err)
}
b.ResetTimer()
runtime.GC()
b.ResetTimer()
for i := 0; i < b.N; i++ {
pl := pigo.PuplocCascade{}
// Unpack the pupil localization cascade file.
_, err = pl.UnpackCascade(puplocCascade)
_, err = pl.UnpackCascade(puplocCasc)
if err != nil {
b.Fatalf("error reading the cascade file: %s", err)
}
@@ -103,14 +100,11 @@ func BenchmarkPuplocUnpackCascade(b *testing.B) {
}
func BenchmarkPuplocDetectorRun(b *testing.B) {
pl := pigo.PuplocCascade{}
plc, err := pl.UnpackCascade(puplocCascade)
plc, err := pl.UnpackCascade(puplocCasc)
if err != nil {
b.Fatalf("error reading the cascade file: %s", err)
}
pixs := pigo.RgbToGrayscale(srcImg)
cParams.Pixels = pixs
puploc := &pigo.Puploc{Row: 10, Col: 10, Scale: 20, Perturbs: 50}
@@ -120,54 +114,49 @@ func BenchmarkPuplocDetectorRun(b *testing.B) {
}
func BenchmarkPuplocDetection(b *testing.B) {
var faces []pigo.Detection
pg := pigo.NewPigo()
p, err := pg.Unpack(pigoCascade)
p, err = p.Unpack(faceCasc)
if err != nil {
b.Fatalf("error reading the cascade file: %s", err)
}
pl := pigo.PuplocCascade{}
plc, err := pl.UnpackCascade(puplocCascade)
plc, err = pl.UnpackCascade(puplocCasc)
if err != nil {
b.Fatalf("error reading the cascade file: %s", err)
}
pixs := pigo.RgbToGrayscale(srcImg)
cParams.Pixels = pixs
b.ResetTimer()
runtime.GC()
b.ResetTimer()
// Run the classifier over the obtained leaf nodes and return the detection results.
// The result contains quadruplets representing the row, column, scale and detection score.
faces = p.RunCascade(*cParams, 0.0)
dets := p.RunCascade(*cParams, 0.0)
// Calculate the intersection over union (IoU) of two clusters.
faces = p.ClusterDetections(faces, 0.1)
dets = p.ClusterDetections(dets, 0.1)
for i := 0; i < b.N; i++ {
for _, face := range faces {
if face.Scale > 50 {
for _, det := range dets {
if det.Scale > 50 {
// left eye
puploc := &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col - int(0.175*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col - int(0.175*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
plc.RunDetector(*puploc, *imgParams, 0.0, false)
// right eye
puploc = &pigo.Puploc{
Row: face.Row - int(0.075*float32(face.Scale)),
Col: face.Col + int(0.185*float32(face.Scale)),
Scale: float32(face.Scale) * 0.25,
Row: det.Row - int(0.075*float32(det.Scale)),
Col: det.Col + int(0.185*float32(det.Scale)),
Scale: float32(det.Scale) * 0.25,
Perturbs: 50,
}
plc.RunDetector(*puploc, *imgParams, 0.0, false)
}
}
}
_ = faces
_ = dets
}