From 320b1e9a46a66aa02fcc37d6704c1fe46b330a73 Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Tue, 19 May 2026 19:09:58 +0000
Subject: [PATCH 1/3] Replace Chunk with Tokens in built-in-ai
Agent-Logs-Url: https://github.com/sohchatt/Demos/sessions/922c7dd3-a210-468b-bb02-843df313d586
Co-authored-by: sohchatt <16312588+sohchatt@users.noreply.github.com>
---
built-in-ai/playgrounds/languagedetector-api/index.html | 2 +-
built-in-ai/playgrounds/prompt-api/index.html | 2 +-
built-in-ai/playgrounds/proofreader-api/index.html | 2 +-
built-in-ai/playgrounds/rewriter-api/index.html | 2 +-
built-in-ai/playgrounds/summarizer-api/index.html | 2 +-
built-in-ai/playgrounds/translator-api/index.html | 2 +-
built-in-ai/playgrounds/writer-api/index.html | 2 +-
built-in-ai/static/metrics.js | 8 ++++----
built-in-ai/static/prompt-api.js | 8 ++++----
built-in-ai/static/rewriter-api.js | 8 ++++----
built-in-ai/static/summarizer-api.js | 8 ++++----
built-in-ai/static/translator-api.js | 8 ++++----
built-in-ai/static/writer-api.js | 8 ++++----
built-in-ai/templates/_includes/playground.njk | 2 +-
14 files changed, 32 insertions(+), 32 deletions(-)
diff --git a/built-in-ai/playgrounds/languagedetector-api/index.html b/built-in-ai/playgrounds/languagedetector-api/index.html
index a19af134..dc2818de 100644
--- a/built-in-ai/playgrounds/languagedetector-api/index.html
+++ b/built-in-ai/playgrounds/languagedetector-api/index.html
@@ -178,7 +178,7 @@ LanguageDetector API
Initial latency: ms
First chunk latency: ms
- Chunks:
+ Tokenss:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/prompt-api/index.html b/built-in-ai/playgrounds/prompt-api/index.html
index ffb5ad43..a198339c 100644
--- a/built-in-ai/playgrounds/prompt-api/index.html
+++ b/built-in-ai/playgrounds/prompt-api/index.html
@@ -267,7 +267,7 @@ Prompt API
Initial latency: ms
First chunk latency: ms
- Chunks:
+ Tokenss:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/proofreader-api/index.html b/built-in-ai/playgrounds/proofreader-api/index.html
index 2348aba4..a5fc10fd 100644
--- a/built-in-ai/playgrounds/proofreader-api/index.html
+++ b/built-in-ai/playgrounds/proofreader-api/index.html
@@ -205,7 +205,7 @@ Proofreader API
Initial latency: ms
First chunk latency: ms
- Chunks:
+ Tokenss:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/rewriter-api/index.html b/built-in-ai/playgrounds/rewriter-api/index.html
index c661393c..6700c2b2 100644
--- a/built-in-ai/playgrounds/rewriter-api/index.html
+++ b/built-in-ai/playgrounds/rewriter-api/index.html
@@ -240,7 +240,7 @@ Rewriter API
Initial latency: ms
First chunk latency: ms
- Chunks:
+ Tokenss:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/summarizer-api/index.html b/built-in-ai/playgrounds/summarizer-api/index.html
index 0bd8dfdb..5d283d3d 100644
--- a/built-in-ai/playgrounds/summarizer-api/index.html
+++ b/built-in-ai/playgrounds/summarizer-api/index.html
@@ -223,7 +223,7 @@ Summarizer API
Initial latency: ms
First chunk latency: ms
- Chunks:
+ Tokenss:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/translator-api/index.html b/built-in-ai/playgrounds/translator-api/index.html
index a70c7f41..70c5617f 100644
--- a/built-in-ai/playgrounds/translator-api/index.html
+++ b/built-in-ai/playgrounds/translator-api/index.html
@@ -183,7 +183,7 @@ Translator API
Initial latency: ms
First chunk latency: ms
- Chunks:
+ Tokenss:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/writer-api/index.html b/built-in-ai/playgrounds/writer-api/index.html
index 75c052dd..5d0c4fda 100644
--- a/built-in-ai/playgrounds/writer-api/index.html
+++ b/built-in-ai/playgrounds/writer-api/index.html
@@ -207,7 +207,7 @@ Writer API
Initial latency: ms
First chunk latency: ms
- Chunks:
+ Tokenss:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/static/metrics.js b/built-in-ai/static/metrics.js
index e1550df5..05ed98b0 100644
--- a/built-in-ai/static/metrics.js
+++ b/built-in-ai/static/metrics.js
@@ -6,7 +6,7 @@ class PlaygroundMetrics {
this.chunkCount = null;
this.initLatencyMetricEl = document.querySelector("#init-latency-metric");
- this.firstChunkLatencyMetricEl = document.querySelector("#first-chunk-latency-metric");
+ this.firstTokensLatencyMetricEl = document.querySelector("#first-chunk-latency-metric");
this.chunksMetricEl = document.querySelector("#chunks-metric");
this.chunkRateMetricEl = document.querySelector("#chunk-rate-metric");
this.totalTimeMetricEl = document.querySelector("#total-time-metric");
@@ -17,7 +17,7 @@ class PlaygroundMetrics {
}
checkMetricsElements() {
- return this.initLatencyMetricEl && this.firstChunkLatencyMetricEl && this.chunksMetricEl && this.chunkRateMetricEl;
+ return this.initLatencyMetricEl && this.firstTokensLatencyMetricEl && this.chunksMetricEl && this.chunkRateMetricEl;
}
setNoStreamMode() {
@@ -54,13 +54,13 @@ class PlaygroundMetrics {
this.chunkCount = 0;
}
- signalOnStreamChunk() {
+ signalOnStreamTokens() {
if (!this.checkMetricsElements()) {
return;
}
if (this.chunkCount === 0) {
- this.firstChunkLatencyMetricEl.innerText = Math.round(performance.now() - this.streamStartTime);
+ this.firstTokensLatencyMetricEl.innerText = Math.round(performance.now() - this.streamStartTime);
}
this.chunkCount++;
diff --git a/built-in-ai/static/prompt-api.js b/built-in-ai/static/prompt-api.js
index b3245033..faf2d816 100644
--- a/built-in-ai/static/prompt-api.js
+++ b/built-in-ai/static/prompt-api.js
@@ -158,15 +158,15 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstChunk = true;
+ let isFirstTokens = true;
for await (const chunk of stream) {
- if (isFirstChunk) {
+ if (isFirstTokens) {
spinnerEl.remove();
- isFirstChunk = false;
+ isFirstTokens = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamChunk();
+ metrics.signalOnStreamTokens();
outputEl.textContent += chunk;
}
diff --git a/built-in-ai/static/rewriter-api.js b/built-in-ai/static/rewriter-api.js
index c5a839ca..adae9eb0 100644
--- a/built-in-ai/static/rewriter-api.js
+++ b/built-in-ai/static/rewriter-api.js
@@ -69,15 +69,15 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstChunk = true;
+ let isFirstTokens = true;
for await (const chunk of stream) {
- if (isFirstChunk) {
+ if (isFirstTokens) {
spinnerEl.remove();
- isFirstChunk = false;
+ isFirstTokens = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamChunk();
+ metrics.signalOnStreamTokens();
outputEl.textContent += chunk;
}
diff --git a/built-in-ai/static/summarizer-api.js b/built-in-ai/static/summarizer-api.js
index 0f8ffc82..18a5a365 100644
--- a/built-in-ai/static/summarizer-api.js
+++ b/built-in-ai/static/summarizer-api.js
@@ -80,15 +80,15 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstChunk = true;
+ let isFirstTokens = true;
for await (const chunk of stream) {
- if (isFirstChunk) {
+ if (isFirstTokens) {
spinnerEl.remove();
- isFirstChunk = false;
+ isFirstTokens = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamChunk();
+ metrics.signalOnStreamTokens();
outputEl.textContent += chunk;
}
diff --git a/built-in-ai/static/translator-api.js b/built-in-ai/static/translator-api.js
index cfa206f9..cc73c54f 100644
--- a/built-in-ai/static/translator-api.js
+++ b/built-in-ai/static/translator-api.js
@@ -277,15 +277,15 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstChunk = true;
+ let isFirstTokens = true;
for await (const chunk of stream) {
- if (isFirstChunk) {
+ if (isFirstTokens) {
spinnerEl.remove();
- isFirstChunk = false;
+ isFirstTokens = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamChunk();
+ metrics.signalOnStreamTokens();
outputEl.textContent += chunk;
}
diff --git a/built-in-ai/static/writer-api.js b/built-in-ai/static/writer-api.js
index d60b5e14..effd1f9d 100644
--- a/built-in-ai/static/writer-api.js
+++ b/built-in-ai/static/writer-api.js
@@ -65,15 +65,15 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstChunk = true;
+ let isFirstTokens = true;
for await (const chunk of stream) {
- if (isFirstChunk) {
+ if (isFirstTokens) {
spinnerEl.remove();
- isFirstChunk = false;
+ isFirstTokens = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamChunk();
+ metrics.signalOnStreamTokens();
outputEl.textContent += chunk;
}
diff --git a/built-in-ai/templates/_includes/playground.njk b/built-in-ai/templates/_includes/playground.njk
index 981d4c9c..0be94d95 100644
--- a/built-in-ai/templates/_includes/playground.njk
+++ b/built-in-ai/templates/_includes/playground.njk
@@ -20,7 +20,7 @@
Initial latency: ms
First chunk latency: ms
- Chunks:
+ Tokenss:
Rate: chunk/sec
Total time: ms
From 0f4a7589d932903b5040934de953ad5881c5d3b9 Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Tue, 19 May 2026 19:10:48 +0000
Subject: [PATCH 2/3] Fix Tokenss typo after Chunk replacement
Agent-Logs-Url: https://github.com/sohchatt/Demos/sessions/922c7dd3-a210-468b-bb02-843df313d586
Co-authored-by: sohchatt <16312588+sohchatt@users.noreply.github.com>
---
built-in-ai/playgrounds/languagedetector-api/index.html | 2 +-
built-in-ai/playgrounds/prompt-api/index.html | 2 +-
built-in-ai/playgrounds/proofreader-api/index.html | 2 +-
built-in-ai/playgrounds/rewriter-api/index.html | 2 +-
built-in-ai/playgrounds/summarizer-api/index.html | 2 +-
built-in-ai/playgrounds/translator-api/index.html | 2 +-
built-in-ai/playgrounds/writer-api/index.html | 2 +-
built-in-ai/templates/_includes/playground.njk | 2 +-
8 files changed, 8 insertions(+), 8 deletions(-)
diff --git a/built-in-ai/playgrounds/languagedetector-api/index.html b/built-in-ai/playgrounds/languagedetector-api/index.html
index dc2818de..7932a18c 100644
--- a/built-in-ai/playgrounds/languagedetector-api/index.html
+++ b/built-in-ai/playgrounds/languagedetector-api/index.html
@@ -178,7 +178,7 @@ LanguageDetector API
Initial latency: ms
First chunk latency: ms
- Tokenss:
+ Tokens:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/prompt-api/index.html b/built-in-ai/playgrounds/prompt-api/index.html
index a198339c..1c18944e 100644
--- a/built-in-ai/playgrounds/prompt-api/index.html
+++ b/built-in-ai/playgrounds/prompt-api/index.html
@@ -267,7 +267,7 @@ Prompt API
Initial latency: ms
First chunk latency: ms
- Tokenss:
+ Tokens:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/proofreader-api/index.html b/built-in-ai/playgrounds/proofreader-api/index.html
index a5fc10fd..3ad03612 100644
--- a/built-in-ai/playgrounds/proofreader-api/index.html
+++ b/built-in-ai/playgrounds/proofreader-api/index.html
@@ -205,7 +205,7 @@ Proofreader API
Initial latency: ms
First chunk latency: ms
- Tokenss:
+ Tokens:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/rewriter-api/index.html b/built-in-ai/playgrounds/rewriter-api/index.html
index 6700c2b2..947c3b4a 100644
--- a/built-in-ai/playgrounds/rewriter-api/index.html
+++ b/built-in-ai/playgrounds/rewriter-api/index.html
@@ -240,7 +240,7 @@ Rewriter API
Initial latency: ms
First chunk latency: ms
- Tokenss:
+ Tokens:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/summarizer-api/index.html b/built-in-ai/playgrounds/summarizer-api/index.html
index 5d283d3d..57478530 100644
--- a/built-in-ai/playgrounds/summarizer-api/index.html
+++ b/built-in-ai/playgrounds/summarizer-api/index.html
@@ -223,7 +223,7 @@ Summarizer API
Initial latency: ms
First chunk latency: ms
- Tokenss:
+ Tokens:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/translator-api/index.html b/built-in-ai/playgrounds/translator-api/index.html
index 70c5617f..b98a275e 100644
--- a/built-in-ai/playgrounds/translator-api/index.html
+++ b/built-in-ai/playgrounds/translator-api/index.html
@@ -183,7 +183,7 @@ Translator API
Initial latency: ms
First chunk latency: ms
- Tokenss:
+ Tokens:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/writer-api/index.html b/built-in-ai/playgrounds/writer-api/index.html
index 5d0c4fda..59ad694e 100644
--- a/built-in-ai/playgrounds/writer-api/index.html
+++ b/built-in-ai/playgrounds/writer-api/index.html
@@ -207,7 +207,7 @@ Writer API
Initial latency: ms
First chunk latency: ms
- Tokenss:
+ Tokens:
Rate: chunk/sec
Total time: ms
diff --git a/built-in-ai/templates/_includes/playground.njk b/built-in-ai/templates/_includes/playground.njk
index 0be94d95..5eb33514 100644
--- a/built-in-ai/templates/_includes/playground.njk
+++ b/built-in-ai/templates/_includes/playground.njk
@@ -20,7 +20,7 @@
Initial latency: ms
First chunk latency: ms
- Tokenss:
+ Tokens:
Rate: chunk/sec
Total time: ms
From 051425e9ab977c222bd81078786a1817084c73b5 Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Tue, 19 May 2026 19:16:21 +0000
Subject: [PATCH 3/3] Remove remaining chunk references from built-in-ai
Agent-Logs-Url: https://github.com/sohchatt/Demos/sessions/47f401ad-17ea-45dc-85b9-73af900bfcc7
Co-authored-by: sohchatt <16312588+sohchatt@users.noreply.github.com>
---
.../languagedetector-api/index.html | 6 ++---
built-in-ai/playgrounds/prompt-api/index.html | 6 ++---
.../playgrounds/proofreader-api/index.html | 6 ++---
.../playgrounds/rewriter-api/index.html | 6 ++---
.../playgrounds/summarizer-api/index.html | 6 ++---
.../playgrounds/translator-api/index.html | 6 ++---
built-in-ai/playgrounds/writer-api/index.html | 6 ++---
built-in-ai/static/e-commerce.js | 6 ++---
built-in-ai/static/metrics.js | 26 +++++++++----------
built-in-ai/static/news.js | 4 +--
built-in-ai/static/playground.css | 6 ++---
built-in-ai/static/prompt-api.js | 12 ++++-----
built-in-ai/static/rewriter-api.js | 12 ++++-----
built-in-ai/static/summarizer-api.js | 12 ++++-----
built-in-ai/static/translator-api.js | 12 ++++-----
built-in-ai/static/writer-api.js | 12 ++++-----
.../templates/_includes/playground.njk | 6 ++---
17 files changed, 75 insertions(+), 75 deletions(-)
diff --git a/built-in-ai/playgrounds/languagedetector-api/index.html b/built-in-ai/playgrounds/languagedetector-api/index.html
index 7932a18c..892e86bf 100644
--- a/built-in-ai/playgrounds/languagedetector-api/index.html
+++ b/built-in-ai/playgrounds/languagedetector-api/index.html
@@ -177,9 +177,9 @@ LanguageDetector API
Initial latency: ms
- First chunk latency: ms
- Tokens:
- Rate: chunk/sec
+ First token latency: ms
+ Tokens:
+ Rate: token/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/prompt-api/index.html b/built-in-ai/playgrounds/prompt-api/index.html
index 1c18944e..2e7ecf78 100644
--- a/built-in-ai/playgrounds/prompt-api/index.html
+++ b/built-in-ai/playgrounds/prompt-api/index.html
@@ -266,9 +266,9 @@ Prompt API
Initial latency: ms
- First chunk latency: ms
- Tokens:
- Rate: chunk/sec
+ First token latency: ms
+ Tokens:
+ Rate: token/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/proofreader-api/index.html b/built-in-ai/playgrounds/proofreader-api/index.html
index 3ad03612..fffd1d1d 100644
--- a/built-in-ai/playgrounds/proofreader-api/index.html
+++ b/built-in-ai/playgrounds/proofreader-api/index.html
@@ -204,9 +204,9 @@ Proofreader API
Initial latency: ms
- First chunk latency: ms
- Tokens:
- Rate: chunk/sec
+ First token latency: ms
+ Tokens:
+ Rate: token/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/rewriter-api/index.html b/built-in-ai/playgrounds/rewriter-api/index.html
index 947c3b4a..91c829dd 100644
--- a/built-in-ai/playgrounds/rewriter-api/index.html
+++ b/built-in-ai/playgrounds/rewriter-api/index.html
@@ -239,9 +239,9 @@ Rewriter API
Initial latency: ms
- First chunk latency: ms
- Tokens:
- Rate: chunk/sec
+ First token latency: ms
+ Tokens:
+ Rate: token/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/summarizer-api/index.html b/built-in-ai/playgrounds/summarizer-api/index.html
index 57478530..3851da99 100644
--- a/built-in-ai/playgrounds/summarizer-api/index.html
+++ b/built-in-ai/playgrounds/summarizer-api/index.html
@@ -222,9 +222,9 @@ Summarizer API
Initial latency: ms
- First chunk latency: ms
- Tokens:
- Rate: chunk/sec
+ First token latency: ms
+ Tokens:
+ Rate: token/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/translator-api/index.html b/built-in-ai/playgrounds/translator-api/index.html
index b98a275e..1f7959fc 100644
--- a/built-in-ai/playgrounds/translator-api/index.html
+++ b/built-in-ai/playgrounds/translator-api/index.html
@@ -182,9 +182,9 @@ Translator API
Initial latency: ms
- First chunk latency: ms
- Tokens:
- Rate: chunk/sec
+ First token latency: ms
+ Tokens:
+ Rate: token/sec
Total time: ms
diff --git a/built-in-ai/playgrounds/writer-api/index.html b/built-in-ai/playgrounds/writer-api/index.html
index 59ad694e..44777cbd 100644
--- a/built-in-ai/playgrounds/writer-api/index.html
+++ b/built-in-ai/playgrounds/writer-api/index.html
@@ -206,9 +206,9 @@ Writer API
Initial latency: ms
- First chunk latency: ms
- Tokens:
- Rate: chunk/sec
+ First token latency: ms
+ Tokens:
+ Rate: token/sec
Total time: ms
diff --git a/built-in-ai/static/e-commerce.js b/built-in-ai/static/e-commerce.js
index 152a4c2a..e4d3feda 100644
--- a/built-in-ai/static/e-commerce.js
+++ b/built-in-ai/static/e-commerce.js
@@ -159,9 +159,9 @@ addEventListener("DOMContentLoaded", async () => {
console.log("Reviews to summarize:", reviews);
const stream = summarizerSession.summarizeStreaming(reviews);
- for await (const chunk of stream) {
- console.log(`Received chunk: "${chunk}"`);
- summaryOutputEl.textContent += chunk;
+ for await (const token of stream) {
+ console.log(`Received token: "${token}"`);
+ summaryOutputEl.textContent += token;
}
summarizeReviewBtn.removeAttribute("disabled");
diff --git a/built-in-ai/static/metrics.js b/built-in-ai/static/metrics.js
index 05ed98b0..c29ea497 100644
--- a/built-in-ai/static/metrics.js
+++ b/built-in-ai/static/metrics.js
@@ -3,12 +3,12 @@ class PlaygroundMetrics {
this.startTime = null;
this.sessionCreatedTime = null;
this.streamStartTime = null;
- this.chunkCount = null;
+ this.tokenCount = null;
this.initLatencyMetricEl = document.querySelector("#init-latency-metric");
- this.firstTokensLatencyMetricEl = document.querySelector("#first-chunk-latency-metric");
- this.chunksMetricEl = document.querySelector("#chunks-metric");
- this.chunkRateMetricEl = document.querySelector("#chunk-rate-metric");
+ this.firstTokenLatencyMetricEl = document.querySelector("#first-token-latency-metric");
+ this.tokensMetricEl = document.querySelector("#tokens-metric");
+ this.tokenRateMetricEl = document.querySelector("#token-rate-metric");
this.totalTimeMetricEl = document.querySelector("#total-time-metric");
if (!this.checkMetricsElements()) {
@@ -17,7 +17,7 @@ class PlaygroundMetrics {
}
checkMetricsElements() {
- return this.initLatencyMetricEl && this.firstTokensLatencyMetricEl && this.chunksMetricEl && this.chunkRateMetricEl;
+ return this.initLatencyMetricEl && this.firstTokenLatencyMetricEl && this.tokensMetricEl && this.tokenRateMetricEl;
}
setNoStreamMode() {
@@ -51,23 +51,23 @@ class PlaygroundMetrics {
}
this.streamStartTime = performance.now();
- this.chunkCount = 0;
+ this.tokenCount = 0;
}
- signalOnStreamTokens() {
+ signalOnStreamToken() {
if (!this.checkMetricsElements()) {
return;
}
- if (this.chunkCount === 0) {
- this.firstTokensLatencyMetricEl.innerText = Math.round(performance.now() - this.streamStartTime);
+ if (this.tokenCount === 0) {
+ this.firstTokenLatencyMetricEl.innerText = Math.round(performance.now() - this.streamStartTime);
}
- this.chunkCount++;
- this.chunksMetricEl.innerText = this.chunkCount;
+ this.tokenCount++;
+ this.tokensMetricEl.innerText = this.tokenCount;
- const rate = this.chunkCount / ((performance.now() - this.streamStartTime) / 1000);
- this.chunkRateMetricEl.innerText = rate.toFixed(1);
+ const rate = this.tokenCount / ((performance.now() - this.streamStartTime) / 1000);
+ this.tokenRateMetricEl.innerText = rate.toFixed(1);
}
signalOnAfterResult() {
diff --git a/built-in-ai/static/news.js b/built-in-ai/static/news.js
index 0a90c7f8..adfe06f6 100644
--- a/built-in-ai/static/news.js
+++ b/built-in-ai/static/news.js
@@ -144,8 +144,8 @@ addEventListener("DOMContentLoaded", () => {
const stream = session.rewriteStreaming(selectedText);
- for await (const chunk of stream) {
- textToBeRewrittenEl.textContent += chunk;
+ for await (const token of stream) {
+ textToBeRewrittenEl.textContent += token;
}
proposedText = textToBeRewrittenEl.textContent;
diff --git a/built-in-ai/static/playground.css b/built-in-ai/static/playground.css
index 186d2904..0cecace7 100644
--- a/built-in-ai/static/playground.css
+++ b/built-in-ai/static/playground.css
@@ -235,8 +235,8 @@ input[type="number"] {
grid: 1fr / 1fr 1fr;
}
-.metrics.no-stream-mode .metric:has(#first-chunk-latency-metric),
-.metrics.no-stream-mode .metric:has(#chunks-metric),
-.metrics.no-stream-mode .metric:has(#chunk-rate-metric) {
+.metrics.no-stream-mode .metric:has(#first-token-latency-metric),
+.metrics.no-stream-mode .metric:has(#tokens-metric),
+.metrics.no-stream-mode .metric:has(#token-rate-metric) {
display: none;
}
diff --git a/built-in-ai/static/prompt-api.js b/built-in-ai/static/prompt-api.js
index faf2d816..a134c916 100644
--- a/built-in-ai/static/prompt-api.js
+++ b/built-in-ai/static/prompt-api.js
@@ -158,17 +158,17 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstTokens = true;
- for await (const chunk of stream) {
- if (isFirstTokens) {
+ let isFirstToken = true;
+ for await (const token of stream) {
+ if (isFirstToken) {
spinnerEl.remove();
- isFirstTokens = false;
+ isFirstToken = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamTokens();
+ metrics.signalOnStreamToken();
- outputEl.textContent += chunk;
+ outputEl.textContent += token;
}
} catch (e) {
displaySessionMessage(`Could not generate a response: ${e}`, true);
diff --git a/built-in-ai/static/rewriter-api.js b/built-in-ai/static/rewriter-api.js
index adae9eb0..e6ef110f 100644
--- a/built-in-ai/static/rewriter-api.js
+++ b/built-in-ai/static/rewriter-api.js
@@ -69,17 +69,17 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstTokens = true;
- for await (const chunk of stream) {
- if (isFirstTokens) {
+ let isFirstToken = true;
+ for await (const token of stream) {
+ if (isFirstToken) {
spinnerEl.remove();
- isFirstTokens = false;
+ isFirstToken = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamTokens();
+ metrics.signalOnStreamToken();
- outputEl.textContent += chunk;
+ outputEl.textContent += token;
}
} catch (e) {
displaySessionMessage(`Could not rewrite text: ${e}`, true);
diff --git a/built-in-ai/static/summarizer-api.js b/built-in-ai/static/summarizer-api.js
index 18a5a365..0a93def8 100644
--- a/built-in-ai/static/summarizer-api.js
+++ b/built-in-ai/static/summarizer-api.js
@@ -80,17 +80,17 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstTokens = true;
- for await (const chunk of stream) {
- if (isFirstTokens) {
+ let isFirstToken = true;
+ for await (const token of stream) {
+ if (isFirstToken) {
spinnerEl.remove();
- isFirstTokens = false;
+ isFirstToken = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamTokens();
+ metrics.signalOnStreamToken();
- outputEl.textContent += chunk;
+ outputEl.textContent += token;
}
} catch (e) {
displaySessionMessage(`Could not summarize the text: ${e}`, true);
diff --git a/built-in-ai/static/translator-api.js b/built-in-ai/static/translator-api.js
index cc73c54f..3bf5ce54 100644
--- a/built-in-ai/static/translator-api.js
+++ b/built-in-ai/static/translator-api.js
@@ -277,17 +277,17 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstTokens = true;
- for await (const chunk of stream) {
- if (isFirstTokens) {
+ let isFirstToken = true;
+ for await (const token of stream) {
+ if (isFirstToken) {
spinnerEl.remove();
- isFirstTokens = false;
+ isFirstToken = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamTokens();
+ metrics.signalOnStreamToken();
- outputEl.textContent += chunk;
+ outputEl.textContent += token;
}
} catch (e) {
displaySessionMessage(`Could not translate the text: ${e}`, true);
diff --git a/built-in-ai/static/writer-api.js b/built-in-ai/static/writer-api.js
index effd1f9d..dcdebf02 100644
--- a/built-in-ai/static/writer-api.js
+++ b/built-in-ai/static/writer-api.js
@@ -65,17 +65,17 @@ addEventListener("load", async () => {
metrics.signalOnBeforeStream();
- let isFirstTokens = true;
- for await (const chunk of stream) {
- if (isFirstTokens) {
+ let isFirstToken = true;
+ for await (const token of stream) {
+ if (isFirstToken) {
spinnerEl.remove();
- isFirstTokens = false;
+ isFirstToken = false;
outputEl.textContent = "";
}
- metrics.signalOnStreamTokens();
+ metrics.signalOnStreamToken();
- outputEl.textContent += chunk;
+ outputEl.textContent += token;
}
} catch (e) {
displaySessionMessage(`Could not write text: ${e}`, true);
diff --git a/built-in-ai/templates/_includes/playground.njk b/built-in-ai/templates/_includes/playground.njk
index 5eb33514..340cce92 100644
--- a/built-in-ai/templates/_includes/playground.njk
+++ b/built-in-ai/templates/_includes/playground.njk
@@ -19,9 +19,9 @@
Initial latency: ms
- First chunk latency: ms
- Tokens:
- Rate: chunk/sec
+ First token latency: ms
+ Tokens:
+ Rate: token/sec
Total time: ms