diff --git a/built-in-ai/playgrounds/languagedetector-api/index.html b/built-in-ai/playgrounds/languagedetector-api/index.html index a19af134..892e86bf 100644 --- a/built-in-ai/playgrounds/languagedetector-api/index.html +++ b/built-in-ai/playgrounds/languagedetector-api/index.html @@ -177,9 +177,9 @@

LanguageDetector API

Initial latency: ms - First chunk latency: ms - Chunks: - Rate: chunk/sec + First token latency: ms + Tokens: + Rate: token/sec Total time: ms
diff --git a/built-in-ai/playgrounds/prompt-api/index.html b/built-in-ai/playgrounds/prompt-api/index.html index ffb5ad43..2e7ecf78 100644 --- a/built-in-ai/playgrounds/prompt-api/index.html +++ b/built-in-ai/playgrounds/prompt-api/index.html @@ -266,9 +266,9 @@

Prompt API

Initial latency: ms - First chunk latency: ms - Chunks: - Rate: chunk/sec + First token latency: ms + Tokens: + Rate: token/sec Total time: ms
diff --git a/built-in-ai/playgrounds/proofreader-api/index.html b/built-in-ai/playgrounds/proofreader-api/index.html index 2348aba4..fffd1d1d 100644 --- a/built-in-ai/playgrounds/proofreader-api/index.html +++ b/built-in-ai/playgrounds/proofreader-api/index.html @@ -204,9 +204,9 @@

Proofreader API

Initial latency: ms - First chunk latency: ms - Chunks: - Rate: chunk/sec + First token latency: ms + Tokens: + Rate: token/sec Total time: ms
diff --git a/built-in-ai/playgrounds/rewriter-api/index.html b/built-in-ai/playgrounds/rewriter-api/index.html index c661393c..91c829dd 100644 --- a/built-in-ai/playgrounds/rewriter-api/index.html +++ b/built-in-ai/playgrounds/rewriter-api/index.html @@ -239,9 +239,9 @@

Rewriter API

Initial latency: ms - First chunk latency: ms - Chunks: - Rate: chunk/sec + First token latency: ms + Tokens: + Rate: token/sec Total time: ms
diff --git a/built-in-ai/playgrounds/summarizer-api/index.html b/built-in-ai/playgrounds/summarizer-api/index.html index 0bd8dfdb..3851da99 100644 --- a/built-in-ai/playgrounds/summarizer-api/index.html +++ b/built-in-ai/playgrounds/summarizer-api/index.html @@ -222,9 +222,9 @@

Summarizer API

Initial latency: ms - First chunk latency: ms - Chunks: - Rate: chunk/sec + First token latency: ms + Tokens: + Rate: token/sec Total time: ms
diff --git a/built-in-ai/playgrounds/translator-api/index.html b/built-in-ai/playgrounds/translator-api/index.html index a70c7f41..1f7959fc 100644 --- a/built-in-ai/playgrounds/translator-api/index.html +++ b/built-in-ai/playgrounds/translator-api/index.html @@ -182,9 +182,9 @@

Translator API

Initial latency: ms - First chunk latency: ms - Chunks: - Rate: chunk/sec + First token latency: ms + Tokens: + Rate: token/sec Total time: ms
diff --git a/built-in-ai/playgrounds/writer-api/index.html b/built-in-ai/playgrounds/writer-api/index.html index 75c052dd..44777cbd 100644 --- a/built-in-ai/playgrounds/writer-api/index.html +++ b/built-in-ai/playgrounds/writer-api/index.html @@ -206,9 +206,9 @@

Writer API

Initial latency: ms - First chunk latency: ms - Chunks: - Rate: chunk/sec + First token latency: ms + Tokens: + Rate: token/sec Total time: ms
diff --git a/built-in-ai/static/e-commerce.js b/built-in-ai/static/e-commerce.js index 152a4c2a..e4d3feda 100644 --- a/built-in-ai/static/e-commerce.js +++ b/built-in-ai/static/e-commerce.js @@ -159,9 +159,9 @@ addEventListener("DOMContentLoaded", async () => { console.log("Reviews to summarize:", reviews); const stream = summarizerSession.summarizeStreaming(reviews); - for await (const chunk of stream) { - console.log(`Received chunk: "${chunk}"`); - summaryOutputEl.textContent += chunk; + for await (const token of stream) { + console.log(`Received token: "${token}"`); + summaryOutputEl.textContent += token; } summarizeReviewBtn.removeAttribute("disabled"); diff --git a/built-in-ai/static/metrics.js b/built-in-ai/static/metrics.js index e1550df5..c29ea497 100644 --- a/built-in-ai/static/metrics.js +++ b/built-in-ai/static/metrics.js @@ -3,12 +3,12 @@ class PlaygroundMetrics { this.startTime = null; this.sessionCreatedTime = null; this.streamStartTime = null; - this.chunkCount = null; + this.tokenCount = null; this.initLatencyMetricEl = document.querySelector("#init-latency-metric"); - this.firstChunkLatencyMetricEl = document.querySelector("#first-chunk-latency-metric"); - this.chunksMetricEl = document.querySelector("#chunks-metric"); - this.chunkRateMetricEl = document.querySelector("#chunk-rate-metric"); + this.firstTokenLatencyMetricEl = document.querySelector("#first-token-latency-metric"); + this.tokensMetricEl = document.querySelector("#tokens-metric"); + this.tokenRateMetricEl = document.querySelector("#token-rate-metric"); this.totalTimeMetricEl = document.querySelector("#total-time-metric"); if (!this.checkMetricsElements()) { @@ -17,7 +17,7 @@ class PlaygroundMetrics { } checkMetricsElements() { - return this.initLatencyMetricEl && this.firstChunkLatencyMetricEl && this.chunksMetricEl && this.chunkRateMetricEl; + return this.initLatencyMetricEl && this.firstTokenLatencyMetricEl && this.tokensMetricEl && this.tokenRateMetricEl; } setNoStreamMode() { @@ -51,23 +51,23 @@ class PlaygroundMetrics { } this.streamStartTime = performance.now(); - this.chunkCount = 0; + this.tokenCount = 0; } - signalOnStreamChunk() { + signalOnStreamToken() { if (!this.checkMetricsElements()) { return; } - if (this.chunkCount === 0) { - this.firstChunkLatencyMetricEl.innerText = Math.round(performance.now() - this.streamStartTime); + if (this.tokenCount === 0) { + this.firstTokenLatencyMetricEl.innerText = Math.round(performance.now() - this.streamStartTime); } - this.chunkCount++; - this.chunksMetricEl.innerText = this.chunkCount; + this.tokenCount++; + this.tokensMetricEl.innerText = this.tokenCount; - const rate = this.chunkCount / ((performance.now() - this.streamStartTime) / 1000); - this.chunkRateMetricEl.innerText = rate.toFixed(1); + const rate = this.tokenCount / ((performance.now() - this.streamStartTime) / 1000); + this.tokenRateMetricEl.innerText = rate.toFixed(1); } signalOnAfterResult() { diff --git a/built-in-ai/static/news.js b/built-in-ai/static/news.js index 0a90c7f8..adfe06f6 100644 --- a/built-in-ai/static/news.js +++ b/built-in-ai/static/news.js @@ -144,8 +144,8 @@ addEventListener("DOMContentLoaded", () => { const stream = session.rewriteStreaming(selectedText); - for await (const chunk of stream) { - textToBeRewrittenEl.textContent += chunk; + for await (const token of stream) { + textToBeRewrittenEl.textContent += token; } proposedText = textToBeRewrittenEl.textContent; diff --git a/built-in-ai/static/playground.css b/built-in-ai/static/playground.css index 186d2904..0cecace7 100644 --- a/built-in-ai/static/playground.css +++ b/built-in-ai/static/playground.css @@ -235,8 +235,8 @@ input[type="number"] { grid: 1fr / 1fr 1fr; } -.metrics.no-stream-mode .metric:has(#first-chunk-latency-metric), -.metrics.no-stream-mode .metric:has(#chunks-metric), -.metrics.no-stream-mode .metric:has(#chunk-rate-metric) { +.metrics.no-stream-mode .metric:has(#first-token-latency-metric), +.metrics.no-stream-mode .metric:has(#tokens-metric), +.metrics.no-stream-mode .metric:has(#token-rate-metric) { display: none; } diff --git a/built-in-ai/static/prompt-api.js b/built-in-ai/static/prompt-api.js index b3245033..a134c916 100644 --- a/built-in-ai/static/prompt-api.js +++ b/built-in-ai/static/prompt-api.js @@ -158,17 +158,17 @@ addEventListener("load", async () => { metrics.signalOnBeforeStream(); - let isFirstChunk = true; - for await (const chunk of stream) { - if (isFirstChunk) { + let isFirstToken = true; + for await (const token of stream) { + if (isFirstToken) { spinnerEl.remove(); - isFirstChunk = false; + isFirstToken = false; outputEl.textContent = ""; } - metrics.signalOnStreamChunk(); + metrics.signalOnStreamToken(); - outputEl.textContent += chunk; + outputEl.textContent += token; } } catch (e) { displaySessionMessage(`Could not generate a response: ${e}`, true); diff --git a/built-in-ai/static/rewriter-api.js b/built-in-ai/static/rewriter-api.js index c5a839ca..e6ef110f 100644 --- a/built-in-ai/static/rewriter-api.js +++ b/built-in-ai/static/rewriter-api.js @@ -69,17 +69,17 @@ addEventListener("load", async () => { metrics.signalOnBeforeStream(); - let isFirstChunk = true; - for await (const chunk of stream) { - if (isFirstChunk) { + let isFirstToken = true; + for await (const token of stream) { + if (isFirstToken) { spinnerEl.remove(); - isFirstChunk = false; + isFirstToken = false; outputEl.textContent = ""; } - metrics.signalOnStreamChunk(); + metrics.signalOnStreamToken(); - outputEl.textContent += chunk; + outputEl.textContent += token; } } catch (e) { displaySessionMessage(`Could not rewrite text: ${e}`, true); diff --git a/built-in-ai/static/summarizer-api.js b/built-in-ai/static/summarizer-api.js index 0f8ffc82..0a93def8 100644 --- a/built-in-ai/static/summarizer-api.js +++ b/built-in-ai/static/summarizer-api.js @@ -80,17 +80,17 @@ addEventListener("load", async () => { metrics.signalOnBeforeStream(); - let isFirstChunk = true; - for await (const chunk of stream) { - if (isFirstChunk) { + let isFirstToken = true; + for await (const token of stream) { + if (isFirstToken) { spinnerEl.remove(); - isFirstChunk = false; + isFirstToken = false; outputEl.textContent = ""; } - metrics.signalOnStreamChunk(); + metrics.signalOnStreamToken(); - outputEl.textContent += chunk; + outputEl.textContent += token; } } catch (e) { displaySessionMessage(`Could not summarize the text: ${e}`, true); diff --git a/built-in-ai/static/translator-api.js b/built-in-ai/static/translator-api.js index cfa206f9..3bf5ce54 100644 --- a/built-in-ai/static/translator-api.js +++ b/built-in-ai/static/translator-api.js @@ -277,17 +277,17 @@ addEventListener("load", async () => { metrics.signalOnBeforeStream(); - let isFirstChunk = true; - for await (const chunk of stream) { - if (isFirstChunk) { + let isFirstToken = true; + for await (const token of stream) { + if (isFirstToken) { spinnerEl.remove(); - isFirstChunk = false; + isFirstToken = false; outputEl.textContent = ""; } - metrics.signalOnStreamChunk(); + metrics.signalOnStreamToken(); - outputEl.textContent += chunk; + outputEl.textContent += token; } } catch (e) { displaySessionMessage(`Could not translate the text: ${e}`, true); diff --git a/built-in-ai/static/writer-api.js b/built-in-ai/static/writer-api.js index d60b5e14..dcdebf02 100644 --- a/built-in-ai/static/writer-api.js +++ b/built-in-ai/static/writer-api.js @@ -65,17 +65,17 @@ addEventListener("load", async () => { metrics.signalOnBeforeStream(); - let isFirstChunk = true; - for await (const chunk of stream) { - if (isFirstChunk) { + let isFirstToken = true; + for await (const token of stream) { + if (isFirstToken) { spinnerEl.remove(); - isFirstChunk = false; + isFirstToken = false; outputEl.textContent = ""; } - metrics.signalOnStreamChunk(); + metrics.signalOnStreamToken(); - outputEl.textContent += chunk; + outputEl.textContent += token; } } catch (e) { displaySessionMessage(`Could not write text: ${e}`, true); diff --git a/built-in-ai/templates/_includes/playground.njk b/built-in-ai/templates/_includes/playground.njk index 981d4c9c..340cce92 100644 --- a/built-in-ai/templates/_includes/playground.njk +++ b/built-in-ai/templates/_includes/playground.njk @@ -19,9 +19,9 @@
Initial latency: ms - First chunk latency: ms - Chunks: - Rate: chunk/sec + First token latency: ms + Tokens: + Rate: token/sec Total time: ms