feat: 添加 max_tokens 参数以增强 LLM 请求的灵活性
parent
2a95eca102
commit
c89e508091
|
|
@ -1251,6 +1251,7 @@ public class AiTaskServiceImpl extends ServiceImpl<AiTaskMapper, AiTask> impleme
|
|||
Map<String, Object> req = new HashMap<>();
|
||||
req.put("model", llmModel.getModelCode());
|
||||
req.put("temperature", llmModel.getTemperature());
|
||||
req.put("max_tokens", 30000);
|
||||
req.put("messages", List.of(
|
||||
Map.of("role", "system", "content", meetingSummaryPromptAssembler.buildSystemMessage(taskRecord.getTaskConfig())),
|
||||
Map.of("role", "user", "content", meetingSummaryPromptAssembler.buildUserMessage(taskRecord.getTaskConfig(), meeting, summarySource, userPrompt))
|
||||
|
|
|
|||
|
|
@ -333,6 +333,7 @@ public class MeetingTranscriptChapterServiceImpl implements MeetingTranscriptCha
|
|||
Map<String, Object> requestBody = new LinkedHashMap<>();
|
||||
requestBody.put("model", llmModel.getModelCode());
|
||||
requestBody.put("temperature", llmModel.getTemperature());
|
||||
requestBody.put("max_tokens", 30000);
|
||||
requestBody.put("messages", List.of(
|
||||
Map.of("role", "system", "content", renderChapterSystemPrompt()),
|
||||
Map.of("role", "user", "content", renderChapterUserPrompt(transcripts))
|
||||
|
|
@ -1011,6 +1012,7 @@ public class MeetingTranscriptChapterServiceImpl implements MeetingTranscriptCha
|
|||
Map<String, Object> requestBody = new LinkedHashMap<>();
|
||||
requestBody.put("model", llmModel.getModelCode());
|
||||
requestBody.put("temperature", llmModel.getTemperature());
|
||||
requestBody.put("max_tokens", 30000);
|
||||
requestBody.put("messages", List.of(
|
||||
Map.of("role", "system", "content", renderChapterSystemPrompt()),
|
||||
Map.of("role", "user", "content", renderChapterUserPrompt(transcripts))
|
||||
|
|
|
|||
Loading…
Reference in New Issue