feat: remove temperature/top_p settings as models now discourage them (#677)

Signed-off-by: Bob Du <i@bobdu.cc>

Author: BobDu

service/src/chatgpt/index.ts

@@ -122,7 +122,7 @@ async function chatReplyProcess(options: RequestOptions) {
   if (key == null || key === undefined)
     throw new Error('没有对应的apikeys配置。请再试一次 | No available apikeys configuration. Please try again.')
 
-  const { message, uploadFileKeys, parentMessageId, previousResponseId, tools, process, systemMessage, temperature, top_p, chatUuid } = options
+  const { message, uploadFileKeys, parentMessageId, previousResponseId, tools, process, systemMessage, chatUuid } = options
   let instructions = systemMessage
 
   try {
@@ -494,8 +494,6 @@ search result: <search_result>${searchResultContent}</search_result>`,
     const chatCompletionCreateBody: OpenAI.ChatCompletionCreateParamsStreaming = {
       model,
       messages: messages as OpenAI.Chat.ChatCompletionMessageParam[],
-      temperature: temperature ?? undefined,
-      top_p: top_p ?? undefined,
       stream: true,
       stream_options: {
         include_usage: true,

service/src/chatgpt/types.ts

@@ -47,8 +47,6 @@ export interface RequestOptions {
   tools?: Array<ImageGenerationTool>
   process?: (chunk: ResponseChunk) => void
   systemMessage?: string
-  temperature?: number
-  top_p?: number
   user: UserInfo
   messageId: string
   room: ChatRoom

service/src/index.ts

@@ -991,8 +991,6 @@ router.post('/setting-advanced', auth, async (req, res) => {
   try {
     const config = req.body as {
       systemMessage: string
-      temperature: number
-      top_p: number
       sync: boolean
     }
     if (config.sync) {
@@ -1003,17 +1001,13 @@ router.post('/setting-advanced', auth, async (req, res) => {
       const thisConfig = await getOriginConfig()
       thisConfig.advancedConfig = new AdvancedConfig(
         config.systemMessage,
-        config.temperature,
-        config.top_p,
       )
       await updateConfig(thisConfig)
       clearConfigCache()
     }
     const userId = req.headers.userId.toString()
     await updateUserAdvancedConfig(userId, new AdvancedConfig(
       config.systemMessage,
-      config.temperature,
-      config.top_p,
     ))
     res.send({ status: 'Success', message: '操作成功 | Successfully' })
   }

service/src/routes/chat.ts

@@ -249,7 +249,7 @@ router.post('/chat-process', [auth, limiter], async (req, res) => {
   res.setHeader('Access-Control-Allow-Origin', '*')
   res.setHeader('Access-Control-Allow-Headers', 'Cache-Control')
 
-  let { roomId, uuid, regenerate, prompt, uploadFileKeys, options = {}, systemMessage, temperature, top_p, tools, previousResponseId } = req.body as RequestProps
+  let { roomId, uuid, regenerate, prompt, uploadFileKeys, options = {}, systemMessage, tools, previousResponseId } = req.body as RequestProps
   const userId = req.headers.userId.toString()
   const config = await getCacheConfig()
   const room = await getChatRoom(userId, roomId)
@@ -353,8 +353,6 @@ router.post('/chat-process', [auth, limiter], async (req, res) => {
           }
         },
         systemMessage,
-        temperature,
-        top_p,
         user,
         messageId: message._id.toString(),
         room,

service/src/storage/config.ts

@@ -77,8 +77,6 @@ export async function getOriginConfig() {
   if (!config.advancedConfig) {
     config.advancedConfig = new AdvancedConfig(
       'You are a large language model. Follow the user\'s instructions carefully. Respond using markdown (latex start with $).',
-      0.8,
-      1,
     )
   }
 

service/src/storage/model.ts

@@ -305,8 +305,6 @@ export class AuditConfig {
 export class AdvancedConfig {
   constructor(
     public systemMessage: string,
-    public temperature: number,
-    public top_p: number,
   ) { }
 }
 

service/src/types.ts

@@ -15,8 +15,6 @@ export interface RequestProps {
   uploadFileKeys?: string[]
   options?: ChatContext
   systemMessage: string
-  temperature?: number
-  top_p?: number
   tools?: ImageGenerationTool[]
   previousResponseId?: string
 }

src/api/index.ts

@@ -55,8 +55,6 @@ export function fetchChatAPIProcessSSE(
     uploadFileKeys: params.uploadFileKeys,
     options: params.options,
     systemMessage: userStore.userInfo.advanced.systemMessage,
-    temperature: userStore.userInfo.advanced.temperature,
-    top_p: userStore.userInfo.advanced.top_p,
   }
 
   if (params.tools && params.tools.length > 0) {

src/components/common/Setting/Advanced.vue

@@ -28,20 +28,6 @@ function handleReset() {
           <NInput v-model:value="userStore.userInfo.advanced.systemMessage" type="textarea" :autosize="{ minRows: 1, maxRows: 4 }" />
         </div>
       </div>
-      <div class="flex items-center space-x-4">
-        <span class="shrink-0 w-[120px]">{{ t('setting.temperature') }} </span>
-        <div class="flex-1">
-          <NSlider v-model:value="userStore.userInfo.advanced.temperature" :max="1" :min="0" :step="0.1" />
-        </div>
-        <span>{{ userStore.userInfo.advanced.temperature }}</span>
-      </div>
-      <div class="flex items-center space-x-4">
-        <span class="shrink-0 w-[120px]">{{ t('setting.top_p') }} </span>
-        <div class="flex-1">
-          <NSlider v-model:value="userStore.userInfo.advanced.top_p" :max="1" :min="0" :step="0.1" />
-        </div>
-        <span>{{ userStore.userInfo.advanced.top_p }}</span>
-      </div>
       <div class="flex items-center space-x-4">
         <span class="shrink-0 w-[120px]">&nbsp;</span>
         <NButton type="primary" @click="updateSettings(false)">

src/locales/en-US.json

@@ -144,8 +144,6 @@
     "avatarLink": "Avatar Link",
     "name": "Name",
     "description": "Description",
-    "temperature": "Temperature",
-    "top_p": "Top_p",
     "saveUserInfo": "Save User Info",
     "role": "Role",
     "chatHistory": "ChatHistory",