0ct0pu5/ente
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Avoid multiple sqrt computation for text encoder

Browse source
This commit is contained in:
0nullpointer 2024-01-09 16:22:28 +05:30
parent ff0eaefd9b
commit 8186b38bb6
1 changed files with 3 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
lib/services/semantic_search/frameworks/onnx/onnx_text_encoder.dart
View file

@ -50,9 +50,10 @@ class OnnxTextEncoder {
for (int i = 0; i < 512; i++) {
textNormalization += embedding[i] * embedding[i];
}
final double sqrtTextNormalization = sqrt(textNormalization);
for (int i = 0; i < 512; i++) {
embedding[i] = embedding[i] / sqrt(textNormalization);
embedding[i] = embedding[i] / sqrtTextNormalization;
}
return (embedding);