simplify text streaming in sdks

Author: NawarA

docs/model-api/docs/task/audio-text-to-text.mdx

@@ -242,10 +242,10 @@ mode: 'wide'
 
 			let text = '';
 
-			for await (const chunk of readStream) {
-			  const chunkText = chunk.toString();
-			  console.log(chunkText);
-			  text += chunkText;
+			for await (const tokens of readStream) {
+			  text += tokens;
+			
+			  console.log(tokens);
 			}
 
 			// observe the output
@@ -286,9 +286,9 @@ mode: 'wide'
 
 			text = ""
 
-			for chunk in readStream:
-			    tokens = chunk.decode("utf-8")
+			for tokens in readStream:
 			    text += tokens
+			
 			    print(tokens)
 
 			# observe the output
@@ -362,10 +362,10 @@ mode: 'wide'
 
 			let text = '';
 
-			for await (const chunk of readStream) {
-			  const chunkText = chunk.toString();
-			  console.log(chunkText);
-			  text += chunkText;
+			for await (const tokens of readStream) {
+			  text += tokens;
+			
+			  console.log(tokens);
 			}
 
 			// observe the output
@@ -411,9 +411,9 @@ mode: 'wide'
 
 			text = ""
 
-			for chunk in readStream:
-			    tokens = chunk.decode("utf-8")
+			for tokens in readStream:
 			    text += tokens
+			
 			    print(tokens)
 
 			# observe the output

docs/model-api/docs/task/chat.mdx

@@ -235,10 +235,10 @@ mode: 'wide'
 
 			let text = '';
 
-			for await (const chunk of readStream) {
-			  const chunkText = chunk.toString();
-			  console.log(chunkText);
-			  text += chunkText;
+			for await (const tokens of readStream) {
+			  text += tokens;
+			
+			  console.log(tokens);
 			}
 
 			// observe the output
@@ -278,9 +278,9 @@ mode: 'wide'
 
 			text = ""
 
-			for chunk in readStream:
-			    tokens = chunk.decode("utf-8")
+			for tokens in readStream:
 			    text += tokens
+			
 			    print(tokens)
 
 			# observe the output
@@ -352,10 +352,10 @@ mode: 'wide'
 			
 			let text = '';
 			
-			for await (const chunk of readStream) {
-			  const chunkText = chunk.toString();
-			  console.log(chunkText);
-			  text += chunkText;
+			for await (const tokens of readStream) {
+			  text += tokens;
+			
+			  console.log(tokens);
 			}
 			
 			// observe the output
@@ -400,9 +400,9 @@ mode: 'wide'
 			
 			text = ""
 			
-			for chunk in readStream:
-			    tokens = chunk.decode("utf-8")
+			for tokens in readStream:
 			    text += tokens
+			
 			    print(tokens)
 			
 			# observe the output

docs/model-api/docs/task/image-text-to-text.mdx

@@ -242,10 +242,10 @@ mode: 'wide'
 
 			let text = '';
 
-			for await (const chunk of readStream) {
-			  const chunkText = chunk.toString();
-			  console.log(chunkText);
-			  text += chunkText;
+			for await (const tokens of readStream) {
+			  text += tokens;
+			
+			  console.log(tokens);
 			}
 
 			// observe the output
@@ -286,9 +286,9 @@ mode: 'wide'
 
 			text = ""
 
-			for chunk in readStream:
-			    tokens = chunk.decode("utf-8")
+			for tokens in readStream:
 			    text += tokens
+			
 			    print(tokens)
 
 			# observe the output
@@ -362,10 +362,10 @@ mode: 'wide'
 
 			let text = '';
 
-			for await (const chunk of readStream) {
-			  const chunkText = chunk.toString();
-			  console.log(chunkText);
-			  text += chunkText;
+			for await (const tokens of readStream) {
+			  text += tokens;
+			
+			  console.log(tokens);
 			}
 
 			// observe the output
@@ -411,9 +411,9 @@ mode: 'wide'
 
 			text = ""
 
-			for chunk in readStream:
-			    tokens = chunk.decode("utf-8")
+			for tokens in readStream:
 			    text += tokens
+			
 			    print(tokens)
 
 			# observe the output

docs/model-api/docs/task/video-text-to-text.mdx

@@ -242,10 +242,10 @@ mode: 'wide'
 
 			let text = '';
 
-			for await (const chunk of readStream) {
-			  const chunkText = chunk.toString();
-			  console.log(chunkText);
-			  text += chunkText;
+			for await (const tokens of readStream) {
+			  text += tokens;
+			
+			  console.log(tokens);
 			}
 
 			// observe the output
@@ -286,9 +286,9 @@ mode: 'wide'
 
 			text = ""
 
-			for chunk in readStream:
-			    tokens = chunk.decode("utf-8")
+			for tokens in readStream:
 			    text += tokens
+			
 			    print(tokens)
 
 			# observe the output
@@ -362,10 +362,10 @@ mode: 'wide'
 
 			let text = '';
 
-			for await (const chunk of readStream) {
-			  const chunkText = chunk.toString();
-			  console.log(chunkText);
-			  text += chunkText;
+			for await (const tokens of readStream) {
+			  text += tokens;
+			
+			  console.log(tokens);
 			}
 
 			// observe the output
@@ -411,9 +411,9 @@ mode: 'wide'
 
 			text = ""
 
-			for chunk in readStream:
-			    tokens = chunk.decode("utf-8")
+			for tokens in readStream:
 			    text += tokens
+			
 			    print(tokens)
 
 			# observe the output

docs/scripts/generatePages/jsTemplate.js

@@ -30,10 +30,10 @@ const readStream = await model.run(input, params, stream);
 
 let text = '';
 
-for await (const chunk of readStream) {
-  const chunkText = chunk.toString();
-  console.log(chunkText);
-  text += chunkText;
+for await (const tokens of readStream) {
+  text += tokens;
+
+  console.log(tokens);
 }
 
 // observe the output

docs/scripts/generatePages/pyTemplate.py

@@ -30,9 +30,9 @@
 
 text = ""
 
-for chunk in readStream:
-    tokens = chunk.decode("utf-8")
+for tokens in readStream:
     text += tokens
+
     print(tokens)
 
 # observe the output

sdk/javascript/package.json

@@ -2,7 +2,7 @@
   "name": "bytez.js",
   "author": "Bytez",
   "license": "ISC",
-  "version": "1.1.18",
+  "version": "3.0.0",
   "type": "module",
   "packageManager": "yarn@4.9.2",
   "engines": {

sdk/javascript/src/client.ts

@@ -74,8 +74,8 @@ export default class Client {
         // in browsers, return readable text stream
         // in node, return node readable stream
         return this.#isBrowser
-          ? res.body
-          : this.#Readable.fromWeb(res.body as any);
+          ? res.body.pipeThrough(new TextDecoderStream())
+          : this.#Readable.fromWeb(res.body as any, { encoding: "utf8" });
       } else {
         return await res.json();
       }

sdk/javascript/src/index.ts

@@ -10,11 +10,9 @@ import { Response } from "./interface/Client";
  */
 export default class Bytez {
   constructor(apiKey: string, dev = false, browser?: boolean) {
-    this.key = apiKey;
     this.#client = new Client(apiKey, dev, browser);
   }
   #client: Client;
-  key = "";
   list = {
     /** Lists available models, and provides basic information about each one, such as RAM required */
     models: (options?: ListModels): Promise<Response> =>

sdk/javascript/tests/tasks.test.ts

@@ -83,10 +83,9 @@ describe.skip("text generation", async () => {
     let testPass = false;
     // console.log(textStream);
 
-    for await (const chunk of readStream.setEncoding("utf8")) {
-      // console.log({ chunk });
+    for await (const tokens of readStream) {
       if (testPass === false) {
-        testPass = typeof chunk === "string";
+        testPass = typeof tokens === "string";
         assert(testPass, "streams output");
       }
     }
@@ -95,9 +94,9 @@ describe.skip("text generation", async () => {
 
     testPass = false;
 
-    for await (const chunk of readStream.setEncoding("utf8")) {
+    for await (const tokens of readStream) {
       if (testPass === false) {
-        testPass = typeof chunk === "string";
+        testPass = typeof tokens === "string";
         assert(testPass, "streams output");
       }
     }
@@ -107,13 +106,13 @@ describe.skip("text generation", async () => {
     const browserClient = new Bytez(process.env.BYTEZ_KEY ?? "", true, true);
     const model = browserClient.model("openai-community/gpt2");
     const readStream = await model.run("Jack and jill", true);
-    const textStream = readStream.pipeThrough(new TextDecoderStream());
+
     let testPass = false;
 
-    for await (const chunk of textStream) {
-      // console.log({ chunk });
+    for await (const tokens of readStream) {
+      // console.log({ tokens });
       if (testPass === false) {
-        testPass = typeof chunk === "string";
+        testPass = typeof tokens === "string";
 
         assert(testPass, "streams output");
       }