|
| 1 | +import { CanvasToolkit, FaceDetector, ImageProcessor } from "../src/index"; |
| 2 | + |
| 3 | +/** |
| 4 | + * Example: Face Detection and Alignment |
| 5 | + * |
| 6 | + * This example demonstrates: |
| 7 | + * 1. Detecting faces in an image |
| 8 | + * 2. Detecting eyes in the detected face |
| 9 | + * 3. Aligning the face based on eye positions |
| 10 | + */ |
| 11 | + |
| 12 | +const file = Bun.file("./assets/komeng-person.jpg"); |
| 13 | +const image = await file.arrayBuffer(); |
| 14 | +const DEBUG_FOLDER = "out"; |
| 15 | + |
| 16 | +let canvas = await ImageProcessor.prepareCanvas(image); |
| 17 | +let originalCanvas = canvas; |
| 18 | + |
| 19 | +await ImageProcessor.initRuntime(); |
| 20 | + |
| 21 | +const canvasToolkit = CanvasToolkit.getInstance(); |
| 22 | +const faceDetector = await FaceDetector.getInstance(); |
| 23 | + |
| 24 | +canvasToolkit.clearOutput(DEBUG_FOLDER); |
| 25 | + |
| 26 | +// Step 1: Detect faces |
| 27 | +console.log("\n--- Step 1: Detecting Faces ---"); |
| 28 | +const faceResult = await faceDetector.detectFace(canvas); |
| 29 | +console.log(`Found ${faceResult.faces.length} face(s)`); |
| 30 | + |
| 31 | +if (faceResult.faces.length === 0) { |
| 32 | + console.log("No faces detected. Exiting."); |
| 33 | + process.exit(0); |
| 34 | +} |
| 35 | + |
| 36 | +// Draw detected faces on the original canvas |
| 37 | +let ctx = canvas.getContext("2d"); |
| 38 | +for (const face of faceResult.faces) { |
| 39 | + console.log( |
| 40 | + ` Face at: (${face.x0}, ${face.y0}) to (${face.x1}, ${face.y1})`, |
| 41 | + ); |
| 42 | + canvasToolkit.drawLine({ |
| 43 | + ctx, |
| 44 | + x: face.x0, |
| 45 | + y: face.y0, |
| 46 | + width: face.x1 - face.x0, |
| 47 | + height: face.y1 - face.y0, |
| 48 | + color: "red", |
| 49 | + lineWidth: 3, |
| 50 | + }); |
| 51 | +} |
| 52 | + |
| 53 | +await canvasToolkit.saveImage({ |
| 54 | + canvas, |
| 55 | + filename: "detected-faces", |
| 56 | + path: DEBUG_FOLDER, |
| 57 | +}); |
| 58 | +console.log("Saved: out/detected-faces.png"); |
| 59 | + |
| 60 | +canvas = canvasToolkit.crop({ |
| 61 | + canvas: originalCanvas, |
| 62 | + bbox: faceResult.faces[0], |
| 63 | +}); |
| 64 | +ctx = canvas.getContext("2d"); |
| 65 | +let eyeCanvas = canvas; |
| 66 | + |
| 67 | +await canvasToolkit.saveImage({ |
| 68 | + canvas, |
| 69 | + filename: "face-cropped", |
| 70 | + path: DEBUG_FOLDER, |
| 71 | +}); |
| 72 | +console.log("Saved: out/face-cropped.png"); |
| 73 | + |
| 74 | +// Step 2: Detect eyes |
| 75 | +console.log("\n--- Step 2: Detecting Eyes ---"); |
| 76 | +// Adjust detection parameters for cropped face (smaller image requires smaller minSize) |
| 77 | +const eyeResult = await faceDetector.detectEye(canvas, { |
| 78 | + scaleFactor: 1.05, // More sensitive scale factor for smaller faces |
| 79 | + minNeighbors: 3, // Lower threshold for detection |
| 80 | + minSize: { width: 10, height: 10 }, // Much smaller minimum size for cropped face |
| 81 | +}); |
| 82 | +console.log(`Found ${eyeResult.eyes.length} eye pair(s)`); |
| 83 | + |
| 84 | +if (eyeResult.eyes.length === 0) { |
| 85 | + console.log("No eyes detected. Cannot align face."); |
| 86 | + process.exit(0); |
| 87 | +} |
| 88 | + |
| 89 | +// Draw detected eyes |
| 90 | +for (const eyePair of eyeResult.eyes) { |
| 91 | + console.log( |
| 92 | + ` Left eye: (${eyePair.left.x0}, ${eyePair.left.y0}) to (${eyePair.left.x1}, ${eyePair.left.y1})`, |
| 93 | + ); |
| 94 | + console.log( |
| 95 | + ` Right eye: (${eyePair.right.x0}, ${eyePair.right.y0}) to (${eyePair.right.x1}, ${eyePair.right.y1})`, |
| 96 | + ); |
| 97 | + |
| 98 | + // Draw left eye in green |
| 99 | + canvasToolkit.drawLine({ |
| 100 | + ctx, |
| 101 | + x: eyePair.left.x0, |
| 102 | + y: eyePair.left.y0, |
| 103 | + width: eyePair.left.x1 - eyePair.left.x0, |
| 104 | + height: eyePair.left.y1 - eyePair.left.y0, |
| 105 | + color: "green", |
| 106 | + lineWidth: 2, |
| 107 | + }); |
| 108 | + |
| 109 | + // Draw right eye in blue |
| 110 | + canvasToolkit.drawLine({ |
| 111 | + ctx, |
| 112 | + x: eyePair.right.x0, |
| 113 | + y: eyePair.right.y0, |
| 114 | + width: eyePair.right.x1 - eyePair.right.x0, |
| 115 | + height: eyePair.right.y1 - eyePair.right.y0, |
| 116 | + color: "blue", |
| 117 | + lineWidth: 2, |
| 118 | + }); |
| 119 | +} |
| 120 | + |
| 121 | +await canvasToolkit.saveImage({ |
| 122 | + canvas, |
| 123 | + filename: "detected-eyes", |
| 124 | + path: DEBUG_FOLDER, |
| 125 | +}); |
| 126 | +console.log("Saved: out/detected-eyes.png"); |
| 127 | + |
| 128 | +// Step 3: Align face based on first eye pair |
| 129 | +console.log("\n--- Step 3: Aligning Face ---"); |
| 130 | +const firstEyePair = eyeResult.eyes[0]!; |
| 131 | + |
| 132 | +// Calculate eye centers for display |
| 133 | +const leftEyeCenter = { |
| 134 | + x: (firstEyePair.left.x0 + firstEyePair.left.x1) / 2, |
| 135 | + y: (firstEyePair.left.y0 + firstEyePair.left.y1) / 2, |
| 136 | +}; |
| 137 | +const rightEyeCenter = { |
| 138 | + x: (firstEyePair.right.x0 + firstEyePair.right.x1) / 2, |
| 139 | + y: (firstEyePair.right.y0 + firstEyePair.right.y1) / 2, |
| 140 | +}; |
| 141 | + |
| 142 | +const deltaX = rightEyeCenter.x - leftEyeCenter.x; |
| 143 | +const deltaY = rightEyeCenter.y - leftEyeCenter.y; |
| 144 | +const angle = Math.atan2(deltaY, deltaX) * (180 / Math.PI); |
| 145 | + |
| 146 | +console.log(` Eye angle: ${angle.toFixed(2)}°`); |
| 147 | +console.log(` Rotating to align eyes horizontally...`); |
| 148 | + |
| 149 | +// Reload original image for alignment (without drawn rectangles) |
| 150 | +const alignedCanvas = await faceDetector.alignFace(eyeCanvas, [ |
| 151 | + firstEyePair.left, |
| 152 | + firstEyePair.right, |
| 153 | +]); |
| 154 | + |
| 155 | +await canvasToolkit.saveImage({ |
| 156 | + canvas: alignedCanvas, |
| 157 | + filename: "aligned-face", |
| 158 | + path: DEBUG_FOLDER, |
| 159 | +}); |
| 160 | +console.log("Saved: out/aligned-face.png"); |
| 161 | + |
| 162 | +console.log("\n✅ Complete! Check the 'out' directory for results."); |
| 163 | +console.log("\nGenerated files:"); |
| 164 | +console.log(" - detected-faces.png (faces marked with red rectangles)"); |
| 165 | +console.log(" - detected-eyes.png (left eye in green, right eye in blue)"); |
| 166 | +console.log(" - aligned-face.png (face aligned based on eye positions)"); |
0 commit comments