0ct0pu5/ente
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add clip timing logs

Browse source
This commit is contained in:
Abhinav 2024-01-17 11:16:35 +05:30
parent c67d516ddf
commit d4ac1ac44e
1 changed files with 14 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
src/services/clipService.ts
View file

@ -267,11 +267,18 @@ export async function computeONNXImageEmbedding(
): Promise<Float32Array> {
try {
const imageSession = await getOnnxImageSession();
const t1 = Date.now();
const rgbData = await getRGBData(inputFilePath);
const feeds = {
input: new ort.Tensor('float32', rgbData, [1, 3, 224, 224]),
};
const t2 = Date.now();
const results = await imageSession.run(feeds);
log.info(
`onnx image embedding time: ${Date.now() - t1} ms (prep:${
t2 - t1
} ms, extraction: ${Date.now() - t2} ms)`
);
const imageEmbedding = results['output'].data; // Float32Array
return normalizeEmbedding(imageEmbedding);
} catch (err) {
@ -336,12 +343,19 @@ export async function computeONNXTextEmbedding(
): Promise<Float32Array> {
try {
const imageSession = await getOnnxTextSession();
const t1 = Date.now();
const tokenizer = getTokenizer();
const tokenizedText = Int32Array.from(tokenizer.encodeForCLIP(text));
const feeds = {
input: new ort.Tensor('int32', tokenizedText, [1, 77]),
};
const t2 = Date.now();
const results = await imageSession.run(feeds);
log.info(
`onnx text embedding time: ${Date.now() - t1} ms (prep:${
t2 - t1
} ms, extraction: ${Date.now() - t2} ms)`
);
const textEmbedding = results['output'].data; // Float32Array
return normalizeEmbedding(textEmbedding);
} catch (err) {