From 358263b9da6d8936a6a9cdb1c11ea769463517df Mon Sep 17 00:00:00 2001 From: Peter Dave Hello Date: Fri, 16 Aug 2024 04:32:37 +0800 Subject: [PATCH] Add support of presence_penalty and frequency_penalty parameter The frequency and presence penalties help reduce the likelihood of repetitive token sequences, allowing for more varied and contextually appropriate outputs. By implementing these options, we can gain finer control over the AI's behavior, leading to improved content generation. Reference docs: - https://platform.openai.com/docs/api-reference/chat/create#chat-create-frequency_penalty - https://platform.openai.com/docs/api-reference/chat/create#chat-create-presence_penalty - https://platform.openai.com/docs/advanced-usage/frequency-and-presence-penalties --- service/src/chatgpt/index.ts | 4 ++-- service/src/chatgpt/types.ts | 2 ++ service/src/index.ts | 4 +++- service/src/types.ts | 2 ++ src/api/index.ts | 2 ++ src/components/common/Setting/Advanced.vue | 24 ++++++++++++++++++++++ src/locales/en-US.ts | 2 ++ src/locales/es-ES.ts | 2 ++ src/locales/ko-KR.ts | 2 ++ src/locales/ru-RU.ts | 2 ++ src/locales/vi-VN.ts | 2 ++ src/locales/zh-CN.ts | 2 ++ src/locales/zh-TW.ts | 2 ++ src/store/modules/settings/helper.ts | 4 ++++ src/store/modules/settings/index.ts | 6 ++++++ 15 files changed, 59 insertions(+), 3 deletions(-) diff --git a/service/src/chatgpt/index.ts b/service/src/chatgpt/index.ts index 6752b766cb..39d0537f7a 100644 --- a/service/src/chatgpt/index.ts +++ b/service/src/chatgpt/index.ts @@ -103,14 +103,14 @@ let api: ChatGPTAPI | ChatGPTUnofficialProxyAPI })() async function chatReplyProcess(options: RequestOptions) { - const { message, lastContext, process, systemMessage, temperature, top_p } = options + const { message, lastContext, process, systemMessage, temperature, top_p, presence_penalty, frequency_penalty } = options try { let options: SendMessageOptions = { timeoutMs } if (apiModel === 'ChatGPTAPI') { if (isNotEmptyString(systemMessage)) options.systemMessage = systemMessage - options.completionParams = { model, temperature, top_p } + options.completionParams = { model, temperature, top_p, presence_penalty, frequency_penalty } } if (lastContext != null) { diff --git a/service/src/chatgpt/types.ts b/service/src/chatgpt/types.ts index c7909a5662..9cc285cd8e 100644 --- a/service/src/chatgpt/types.ts +++ b/service/src/chatgpt/types.ts @@ -8,6 +8,8 @@ export interface RequestOptions { systemMessage?: string temperature?: number top_p?: number + presence_penalty?: number + frequency_penalty?: number } export interface SetProxyOptions { diff --git a/service/src/index.ts b/service/src/index.ts index 7068446de2..34e092cdf4 100644 --- a/service/src/index.ts +++ b/service/src/index.ts @@ -23,7 +23,7 @@ router.post('/chat-process', [auth, limiter], async (req, res) => { res.setHeader('Content-type', 'application/octet-stream') try { - const { prompt, options = {}, systemMessage, temperature, top_p } = req.body as RequestProps + const { prompt, options = {}, systemMessage, temperature, top_p, presence_penalty, frequency_penalty } = req.body as RequestProps let firstChunk = true await chatReplyProcess({ message: prompt, @@ -35,6 +35,8 @@ router.post('/chat-process', [auth, limiter], async (req, res) => { systemMessage, temperature, top_p, + presence_penalty, + frequency_penalty, }) } catch (error) { diff --git a/service/src/types.ts b/service/src/types.ts index 58781bce34..6d876ce42a 100644 --- a/service/src/types.ts +++ b/service/src/types.ts @@ -6,6 +6,8 @@ export interface RequestProps { systemMessage: string temperature?: number top_p?: number + presence_penalty?: number + frequency_penalty?: number } export interface ChatContext { diff --git a/src/api/index.ts b/src/api/index.ts index 0ca33fd304..8352f07392 100644 --- a/src/api/index.ts +++ b/src/api/index.ts @@ -41,6 +41,8 @@ export function fetchChatAPIProcess( systemMessage: settingStore.systemMessage, temperature: settingStore.temperature, top_p: settingStore.top_p, + presence_penalty: settingStore.presence_penalty, + frequency_penalty: settingStore.frequency_penalty, } } diff --git a/src/components/common/Setting/Advanced.vue b/src/components/common/Setting/Advanced.vue index 331383ee92..a76355bf7e 100644 --- a/src/components/common/Setting/Advanced.vue +++ b/src/components/common/Setting/Advanced.vue @@ -15,6 +15,10 @@ const temperature = ref(settingStore.temperature ?? 0.5) const top_p = ref(settingStore.top_p ?? 1) +const presence_penalty = ref(settingStore.presence_penalty ?? 0) + +const frequency_penalty = ref(settingStore.frequency_penalty ?? 0) + function updateSettings(options: Partial) { settingStore.updateSetting(options) ms.success(t('common.success')) @@ -59,6 +63,26 @@ function handleReset() { {{ $t('common.save') }} +
+ {{ $t('setting.presence_penalty') }} +
+ +
+ {{ presence_penalty }} + + {{ $t('common.save') }} + +
+
+ {{ $t('setting.frequency_penalty') }} +
+ +
+ {{ frequency_penalty }} + + {{ $t('common.save') }} + +
  diff --git a/src/locales/en-US.ts b/src/locales/en-US.ts index a20264a3a2..ee95d6a608 100644 --- a/src/locales/en-US.ts +++ b/src/locales/en-US.ts @@ -79,6 +79,8 @@ export default { openSource: 'This project is open sourced at', freeMIT: 'free and based on the MIT license, without any form of paid behavior!', stars: 'If you find this project helpful, please give me a Star on GitHub or give a little sponsorship, thank you!', + presence_penalty: 'Presence Penalty', + frequency_penalty: 'Frequency Penalty', }, store: { siderButton: 'Prompt Store', diff --git a/src/locales/es-ES.ts b/src/locales/es-ES.ts index 2c93f27e5d..e1645e0270 100644 --- a/src/locales/es-ES.ts +++ b/src/locales/es-ES.ts @@ -78,6 +78,8 @@ export default { openSource: 'Este proyecto es de código abierto en', freeMIT: 'gratis y basado en la licencia MIT, ¡sin ningún tipo de comportamiento de pago!', stars: 'Si encuentras este proyecto útil, por favor dame una Estrella en GitHub o da un pequeño patrocinio, ¡gracias!', + presence_penalty: 'Penalización de Presencia', + frequency_penalty: 'Penalización de Frecuencia', }, store: { siderButton: 'Tienda rápida', diff --git a/src/locales/ko-KR.ts b/src/locales/ko-KR.ts index f3940df0aa..ea00dfedae 100644 --- a/src/locales/ko-KR.ts +++ b/src/locales/ko-KR.ts @@ -79,6 +79,8 @@ export default { openSource: '이 프로젝트는 다음에서 오픈 소스로 제공됩니다:', freeMIT: '무료이며 MIT 라이선스에 기반하며, 어떠한 형태의 유료 행동도 없습니다!', stars: '이 프로젝트가 도움이 되었다면, GitHub에서 별을 주거나 조금의 후원을 해주시면 감사하겠습니다!', + presence_penalty: '존재 패널티', + frequency_penalty: '빈도 패널티', }, store: { siderButton: '프롬프트 저장소', diff --git a/src/locales/ru-RU.ts b/src/locales/ru-RU.ts index 1023d2ba0f..e38fd16070 100644 --- a/src/locales/ru-RU.ts +++ b/src/locales/ru-RU.ts @@ -79,6 +79,8 @@ export default { openSource: 'Этот проект опубликован в открытом доступе на', freeMIT: 'бесплатно и основан на лицензии MIT, без каких-либо форм оплаты!', stars: 'Если вы считаете этот проект полезным, пожалуйста, поставьте мне звезду на GitHub или сделайте небольшое пожертвование, спасибо!', + presence_penalty: 'Штраф за присутствие', + frequency_penalty: 'Штраф за частоту', }, store: { siderButton: 'Хранилище подсказок', diff --git a/src/locales/vi-VN.ts b/src/locales/vi-VN.ts index c1895d4eb7..993215c6b7 100644 --- a/src/locales/vi-VN.ts +++ b/src/locales/vi-VN.ts @@ -78,6 +78,8 @@ export default { openSource: 'Dự án này được mở nguồn tại', freeMIT: 'miễn phí và dựa trên giấy phép MIT, không có bất kỳ hình thức hành vi trả phí nào!', stars: 'Nếu bạn thấy dự án này hữu ích, vui lòng cho tôi một Star trên GitHub hoặc tài trợ một chút, cảm ơn bạn!', + presence_penalty: 'Hình phạt Hiện diện', + frequency_penalty: 'Hình phạt Tần suất', }, store: { siderButton: 'Prompt Store', diff --git a/src/locales/zh-CN.ts b/src/locales/zh-CN.ts index d380cfa007..773e5c0eb6 100644 --- a/src/locales/zh-CN.ts +++ b/src/locales/zh-CN.ts @@ -79,6 +79,8 @@ export default { openSource: '此项目开源于', freeMIT: '免费且基于 MIT 协议，没有任何形式的付费行为', stars: '如果你觉得此项目对你有帮助，请在 GitHub 上给我一个星星或者给予一点赞助，谢谢！', + presence_penalty: '出现惩罚', + frequency_penalty: '频率惩罚', }, store: { siderButton: '提示词商店', diff --git a/src/locales/zh-TW.ts b/src/locales/zh-TW.ts index f4756ff303..2b0da977b8 100644 --- a/src/locales/zh-TW.ts +++ b/src/locales/zh-TW.ts @@ -79,6 +79,8 @@ export default { openSource: '此專案在此開源：', freeMIT: '免費且基於 MIT 授權，沒有任何形式的付費行為！', stars: '如果你覺得此專案對你有幫助，請在 GitHub 上給我一顆星，或者贊助我，謝謝！', + presence_penalty: '出現懲罰', + frequency_penalty: '頻率懲罰', }, store: { siderButton: '提示詞商店', diff --git a/src/store/modules/settings/helper.ts b/src/store/modules/settings/helper.ts index 0533392fb0..f85bab9c3b 100644 --- a/src/store/modules/settings/helper.ts +++ b/src/store/modules/settings/helper.ts @@ -6,6 +6,8 @@ export interface SettingsState { systemMessage: string temperature: number top_p: number + presence_penalty: number + frequency_penalty: number } export function defaultSetting(): SettingsState { @@ -13,6 +15,8 @@ export function defaultSetting(): SettingsState { systemMessage: 'You are ChatGPT, a large language model trained by OpenAI. Follow the user\'s instructions carefully. Respond using markdown.', temperature: 0.8, top_p: 1, + presence_penalty: 0, + frequency_penalty: 0, } } diff --git a/src/store/modules/settings/index.ts b/src/store/modules/settings/index.ts index 0dbb796b46..b3755d7d04 100644 --- a/src/store/modules/settings/index.ts +++ b/src/store/modules/settings/index.ts @@ -6,6 +6,12 @@ export const useSettingStore = defineStore('setting-store', { state: (): SettingsState => getLocalState(), actions: { updateSetting(settings: Partial) { + if (settings.presence_penalty !== undefined && (settings.presence_penalty < -2.0 || settings.presence_penalty > 2.0)) + throw new Error('presence_penalty must be between -2.0 and 2.0') + + if (settings.frequency_penalty !== undefined && (settings.frequency_penalty < -2.0 || settings.frequency_penalty > 2.0)) + throw new Error('frequency_penalty must be between -2.0 and 2.0') + this.$state = { ...this.$state, ...settings } this.recordState() },