feat: add proxy option to ChatGPT clients and 'Generate title' request to browser client (#146)

* Add proxy option and 'Generate title' request

* Remove unnecessary try-catch blocks

* Remove unnecessary try-catch blocks in genTitle.

* fix(client): merge import

* fix: add support for reverseProxyUrl

---------

Co-authored-by: Lex Lim <hyperzlib@outlook.com>
Co-authored-by: Joel <jcz@hey.com>

Author: 3 people

src/ChatGPTBrowserClient.js

@@ -2,6 +2,7 @@ import './fetch-polyfill.js';
 import crypto from 'crypto';
 import Keyv from 'keyv';
 import { fetchEventSource } from '@waylaidwanderer/fetch-event-source';
+import { ProxyAgent } from 'undici';
 
 export default class ChatGPTBrowserClient {
     constructor(
@@ -38,6 +39,7 @@ export default class ChatGPTBrowserClient {
                 Authorization: `Bearer ${this.accessToken}`,
                 Cookie: this.cookies || undefined,
             },
+
             body: JSON.stringify({
                 conversation_id: conversationId,
                 action,
@@ -55,14 +57,20 @@ export default class ChatGPTBrowserClient {
                 model: this.model,
             }),
         };
+
+        if (this.options.proxy) {
+            opts.dispatcher = new ProxyAgent(this.options.proxy);
+        }
+
         if (debug) {
             console.debug();
             console.debug(url);
             console.debug(opts);
             console.debug();
         }
+
         // data: {"message": {"id": "UUID", "role": "assistant", "user": null, "create_time": null, "update_time": null, "content": {"content_type": "text", "parts": ["That's alright! If you don't have a specific question or topic in mind, I can suggest some general conversation starters or topics to explore. \n\nFor example, we could talk about your interests, hobbies, or goals. Alternatively, we could discuss current events, pop culture, or science and technology. Is there anything in particular that you're curious about or would like to learn more about?"]}, "end_turn": true, "weight": 1.0, "metadata": {"message_type": "next", "model_slug": "text-davinci-002-render-sha", "finish_details": {"type": "stop", "stop": "<|im_end|>"}}, "recipient": "all"}, "conversation_id": "UUID", "error": null}
-        return new Promise(async (resolve, reject) => {
+        const response = await new Promise(async (resolve, reject) => {
             let lastEvent = null;
             try {
                 let done = false;
@@ -144,6 +152,12 @@ export default class ChatGPTBrowserClient {
                 reject(err);
             }
         });
+
+        if (!conversationId) {
+            this.genTitle(response);
+        }
+
+        return response;
     }
 
     async sendMessage(
@@ -209,4 +223,48 @@ export default class ChatGPTBrowserClient {
             details: result,
         };
     }
+
+    genTitle(event) {
+        const debug = this.options.debug;
+        if (debug) {
+            console.log('Generate title: ', event);
+        }
+        if (!event || !event.conversation_id || !event.message || !event.message.id) {
+            return;
+        }
+
+        const conversationId = event.conversation_id;
+        const messageId = event.message.id;
+
+        const baseUrl = this.options.reverseProxyUrl || 'https://chat.openai.com/backend-api/conversation';
+        const url = `${baseUrl}/gen_title/${conversationId}`;
+        const opts = {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${this.accessToken}`,
+                Cookie: this.cookies || undefined,
+            },
+            body: JSON.stringify({
+                message_id: messageId,
+                model: this.model,
+            }),
+        };
+
+        if (debug) {
+            console.log('gen title fetch opts: ', opts);
+        }
+
+        if (this.options.proxy) {
+            opts.dispatcher = new ProxyAgent(this.options.proxy);
+        }
+
+        fetch(url, opts).then((ret) => {
+            if (debug) {
+                ret.json().then((data) => {
+                    console.log('Gen title response: ', data);
+                }).catch(console.error);
+            }
+        }).catch(console.error);
+    }
 }

src/ChatGPTClient.js

@@ -3,7 +3,7 @@ import crypto from 'crypto';
 import Keyv from 'keyv';
 import { encoding_for_model, get_encoding } from '@dqbd/tiktoken';
 import { fetchEventSource } from '@waylaidwanderer/fetch-event-source';
-import { Agent } from 'undici';
+import { Agent, ProxyAgent } from 'undici';
 
 const CHATGPT_MODEL = 'text-chat-davinci-002-sh-alpha-aoruigiofdj83';
 
@@ -129,6 +129,11 @@ export default class ChatGPTClient {
                 headersTimeout: 0,
             }),
         };
+
+        if (this.options.proxy) {
+            opts.dispatcher = new ProxyAgent(this.options.proxy);
+        }
+
         if (modelOptions.stream) {
             return new Promise(async (resolve, reject) => {
                 try {