0ct0pu5/ente
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Move entire score computation to an isolate

Browse source
This commit is contained in:
vishnukvmd 2023-11-14 10:14:54 +05:30
parent cb82d44d4d
commit 289fbc8a11
1 changed files with 25 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

40
lib/services/semantic_search/semantic_search_service.dart
View file

@ -110,17 +110,16 @@ class SemanticSearchService {
);
startTime = DateTime.now();
final queryResults = <QueryResult>[];
for (final embedding in _cachedEmbeddings) {
final score = computeScore({
"imageEmbedding": embedding.embedding,
final List<QueryResult> queryResults = await _computer.compute(
computeBulkScore,
param: {
"imageEmbeddings": _cachedEmbeddings,
"textEmbedding": textEmbedding,
});
if (score >= kScoreThreshold) {
queryResults.add(QueryResult(embedding.fileID, score));
}
}
queryResults.sort((first, second) => second.score.compareTo(first.score));
},
taskName: "computeBulkScore",
);
endTime = DateTime.now();
_logger.info(
"computingScores took: " +
@ -260,11 +259,22 @@ List<double> createTextEmbedding(Map args) {
return CLIP.createTextEmbedding(args["text"]);
}
double computeScore(Map args) {
return CLIP.computeScore(
args["imageEmbedding"] as List<double>,
args["textEmbedding"] as List<double>,
);
List<QueryResult> computeBulkScore(Map args) {
final queryResults = <QueryResult>[];
final imageEmbeddings = args["imageEmbeddings"] as List<Embedding>;
final textEmbedding = args["textEmbedding"] as List<double>;
for (final imageEmbedding in imageEmbeddings) {
final score = CLIP.computeScore(
imageEmbedding.embedding,
textEmbedding,
);
if (score >= 0.23) {
queryResults.add(QueryResult(imageEmbedding.fileID, score));
}
}
queryResults.sort((first, second) => second.score.compareTo(first.score));
return queryResults;
}
class QueryResult {