0ct0pu5/ente
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Move entire score computation to an isolate

Browse source
This commit is contained in:
vishnukvmd 2023-11-14 10:14:54 +05:30
parent cb82d44d4d
commit 289fbc8a11
1 changed files with 25 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

40
lib/services/semantic_search/semantic_search_service.dart
View file

@ -110,17 +110,16 @@ class SemanticSearchService {
); );
startTime = DateTime.now(); startTime = DateTime.now();
final queryResults = <QueryResult>[];
for (final embedding in _cachedEmbeddings) { final List<QueryResult> queryResults = await _computer.compute(
final score = computeScore({ computeBulkScore,
"imageEmbedding": embedding.embedding, param: {
"imageEmbeddings": _cachedEmbeddings,
"textEmbedding": textEmbedding, "textEmbedding": textEmbedding,
}); },
if (score >= kScoreThreshold) { taskName: "computeBulkScore",
queryResults.add(QueryResult(embedding.fileID, score)); );
}
}
queryResults.sort((first, second) => second.score.compareTo(first.score));
endTime = DateTime.now(); endTime = DateTime.now();
_logger.info( _logger.info(
"computingScores took: " + "computingScores took: " +
@ -260,11 +259,22 @@ List<double> createTextEmbedding(Map args) {
return CLIP.createTextEmbedding(args["text"]); return CLIP.createTextEmbedding(args["text"]);
} }
double computeScore(Map args) { List<QueryResult> computeBulkScore(Map args) {
return CLIP.computeScore( final queryResults = <QueryResult>[];
args["imageEmbedding"] as List<double>, final imageEmbeddings = args["imageEmbeddings"] as List<Embedding>;
args["textEmbedding"] as List<double>, final textEmbedding = args["textEmbedding"] as List<double>;
); for (final imageEmbedding in imageEmbeddings) {
final score = CLIP.computeScore(
imageEmbedding.embedding,
textEmbedding,
);
if (score >= 0.23) {
queryResults.add(QueryResult(imageEmbedding.fileID, score));
}
}
queryResults.sort((first, second) => second.score.compareTo(first.score));
return queryResults;
} }
class QueryResult { class QueryResult {