0ct0pu5/ente
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Post rebase

Browse source
This commit is contained in:
Manav Rathi 2024-05-21 11:50:13 +05:30
parent fdd5ffd45c
commit 6e82964bf2
No known key found for this signature in database
2 changed files with 18 additions and 63 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

28
web/apps/photos/src/services/face/f-index.ts
View file

@ -33,6 +33,7 @@ import {
pixelRGBBilinear,
warpAffineFloat32List,
} from "./image";
/**
* Index faces in the given file.
*
@ -325,17 +326,24 @@ const transformBox = (box: Box, transform: TransformationMatrix) => {
};
/**
* Remove overlapping faces from an array of face detections through non-maximum suppression algorithm.
* Remove overlapping faces from an array of face detections through non-maximum
* suppression algorithm.
*
* This function sorts the detections by their probability in descending order, then iterates over them.
* This function sorts the detections by their probability in descending order,
* then iterates over them.
*
* For each detection, it calculates the Intersection over Union (IoU) with all other detections.
* For each detection, it calculates the Intersection over Union (IoU) with all
* other detections.
*
* If the IoU is greater than or equal to the specified threshold (`iouThreshold`), the other detection is considered overlapping and is removed.
* If the IoU is greater than or equal to the specified threshold
* (`iouThreshold`), the other detection is considered overlapping and is
* removed.
*
* @param detections - An array of face detections to remove overlapping faces from.
* @param detections - An array of face detections to remove overlapping faces
* from.
*
* @param iouThreshold - The minimum IoU between two detections for them to be considered overlapping.
* @param iouThreshold - The minimum IoU between two detections for them to be
* considered overlapping.
*
* @returns An array of face detections with overlapping faces removed
*/
@ -343,13 +351,13 @@ const naiveNonMaxSuppression = (
detections: FaceDetection[],
iouThreshold: number,
): FaceDetection[] => {
// Sort the detections by score, the highest first
// Sort the detections by score, the highest first.
detections.sort((a, b) => b.probability - a.probability);
// Loop through the detections and calculate the IOU
// Loop through the detections and calculate the IOU.
for (let i = 0; i < detections.length - 1; i++) {
for (let j = i + 1; j < detections.length; j++) {
const iou = calculateIOU(detections[i], detections[j]);
const iou = intersectionOverUnion(detections[i], detections[j]);
if (iou >= iouThreshold) {
detections.splice(j, 1);
j--;
@ -360,7 +368,7 @@ const naiveNonMaxSuppression = (
return detections;
};
const calculateIOU = (a: FaceDetection, b: FaceDetection): number => {
const intersectionOverUnion = (a: FaceDetection, b: FaceDetection): number => {
const intersectionMinX = Math.max(a.box.x, b.box.x);
const intersectionMinY = Math.max(a.box.y, b.box.y);
const intersectionMaxX = Math.min(

53
web/apps/photos/src/services/face/transform-box.ts
View file

@ -1,53 +0,0 @@
import { Box, Point } from "services/face/geom";
import type { FaceDetection } from "services/face/types";
import {
Matrix,
applyToPoint,
compose,
scale,
translate,
} from "transformation-matrix";
/**
* Transform the given {@link faceDetections} from their coordinate system in
* which they were detected ({@link inBox}) back to the coordinate system of the
* original image ({@link toBox}).
*/
export const transformFaceDetections = (
faceDetections: FaceDetection[],
inBox: Box,
toBox: Box,
): FaceDetection[] => {
const transform = boxTransformationMatrix(inBox, toBox);
return faceDetections.map((f) => ({
box: transformBox(f.box, transform),
landmarks: f.landmarks.map((p) => transformPoint(p, transform)),
probability: f.probability,
}));
};
const boxTransformationMatrix = (inBox: Box, toBox: Box): Matrix =>
compose(
translate(toBox.x, toBox.y),
scale(toBox.width / inBox.width, toBox.height / inBox.height),
);
const transformPoint = (point: Point, transform: Matrix) => {
const txdPoint = applyToPoint(transform, point);
return new Point(txdPoint.x, txdPoint.y);
};
const transformBox = (box: Box, transform: Matrix) => {
const topLeft = transformPoint(new Point(box.x, box.y), transform);
const bottomRight = transformPoint(
new Point(box.x + box.width, box.y + box.height),
transform,
);
return new Box({
x: topLeft.x,
y: topLeft.y,
width: bottomRight.x - topLeft.x,
height: bottomRight.y - topLeft.y,
});
};