0ct0pu5/ente
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

MinorPerf: Avoid repeated sqrt computation (#1641)

Browse source
This commit is contained in:
Neeraj Gupta 2024-01-09 16:23:19 +05:30 • committed by GitHub
commit f53ff4a5db
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 9 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
lib/services/semantic_search/frameworks/onnx/onnx_image_encoder.dart
View file

@ -43,9 +43,10 @@ class OnnxImageEncoder {
for (int y = 0; y < ny; y++) {
for (int x = 0; x < nx; x++) {
final int i = 3 * (y * nx + x);
inputImage[i] = rgb.getPixel(x, y).r.toDouble();
inputImage[i + 1] = rgb.getPixel(x, y).g.toDouble();
inputImage[i + 2] = rgb.getPixel(x, y).b.toDouble();
final pixel = rgb.getPixel(x, y);
inputImage[i] = pixel.r.toDouble();
inputImage[i + 1] = pixel.g.toDouble();
inputImage[i + 2] = pixel.b.toDouble();
}
}
@ -111,8 +112,9 @@ class OnnxImageEncoder {
for (int i = 0; i < 512; i++) {
imageNormalization += embedding[i] * embedding[i];
}
final double sqrtImageNormalization = sqrt(imageNormalization);
for (int i = 0; i < 512; i++) {
embedding[i] = embedding[i] / sqrt(imageNormalization);
embedding[i] = embedding[i] / sqrtImageNormalization;
}
return embedding;
}

5
lib/services/semantic_search/frameworks/onnx/onnx_text_encoder.dart
View file

@ -50,9 +50,10 @@ class OnnxTextEncoder {
for (int i = 0; i < 512; i++) {
textNormalization += embedding[i] * embedding[i];
}
final double sqrtTextNormalization = sqrt(textNormalization);
for (int i = 0; i < 512; i++) {
embedding[i] = embedding[i] / sqrt(textNormalization);
embedding[i] = embedding[i] / sqrtTextNormalization;
}
return (embedding);