fix: 【【POE】-【应用】web端和移动端使用提取文字插件报“null”】 --bug=1009892

src/main/java/cn/com/poc/agent_application/rest/impl/AgentApplicationInfoRestImpl.java

@@ -259,7 +259,7 @@ public class AgentApplicationInfoRestImpl implements AgentApplicationInfoRest {
 
             // 判断是否调用function
             //计算扣分数
-            CheckPluginUseEntity checkPluginUseEntity = AgentApplicationTools.checkPluginUse(dto.getMessages(), tools);
+            CheckPluginUseEntity checkPluginUseEntity = AgentApplicationTools.checkPluginUse(dto.getMessages(), tools,fileUrls,imageUrls);
             Long pointDeductionNum = pointDeductionRulesService.calculatePointDeductionNum(model, infoEntity.getCommunicationTurn(), checkPluginUseEntity.getDeductionTools());
             AgentUseModifyEventInfo agentUseModifyEventInfo = new AgentUseModifyEventInfo();
             agentUseModifyEventInfo.setAgentId(agentId);

src/main/java/cn/com/poc/agent_application/utils/AgentApplicationTools.java

@@ -22,10 +22,7 @@ import org.apache.commons.lang.ArrayUtils;
 import org.apache.commons.lang3.StringUtils;
 
 import java.io.File;
-import java.util.ArrayList;
-import java.util.LinkedHashMap;
-import java.util.List;
-import java.util.Map;
+import java.util.*;
 
 /**
  * @author alex.yao
@@ -162,13 +159,27 @@ public class AgentApplicationTools {
     /**
      * 判断将会调用的插件-用于扣减积分
      */
-    public static CheckPluginUseEntity checkPluginUse(List<Message> messages, List<Tool> tools) {
+    public static CheckPluginUseEntity checkPluginUse(List<Message> messages, List<Tool> tools, List<String> fileUrls, List<String> imageUrls) {
         CheckPluginUseEntity checkPluginUseEntity = new CheckPluginUseEntity();
         if (CollectionUtils.isEmpty(messages) || CollectionUtils.isEmpty(tools)) {
             return checkPluginUseEntity;
         }
         LLMService llmService = SpringUtils.getBean(LLMService.class);
-        String query = messages.get(messages.size() - 1).getContent().toString();
+        Object content = messages.get(messages.size() - 1).getContent();
+        String query;
+        if (content instanceof List) {
+            query = ((List<HashMap>) content).get(0).get("text").toString();
+        } else {
+            query = content.toString();
+        }
+        query = "用户输入:" + query + "\n";
+        if (CollectionUtils.isNotEmpty(fileUrls)) {
+            query = query + "用户上传文件地址:" + JsonUtils.serialize(fileUrls) + "\n";
+        }
+        if (CollectionUtils.isNotEmpty(imageUrls)) {
+            query = query + "用户上传图片地址:" + JsonUtils.serialize(imageUrls);
+        }
+
         List<Tool> deductionTools = new ArrayList<>();
         FunctionCallResult functionCallResult = llmService.functionCall(query, tools.toArray(new Tool[0]));
         if (functionCallResult != null && functionCallResult.isNeed()) {

src/main/java/cn/com/poc/expose/aggregate/impl/AgentApplicationApiServiceImpl.java

@@ -143,7 +143,7 @@ public class AgentApplicationApiServiceImpl implements AgentApplicationApiServic
 
         //计算扣分数
         // 判断是否调用function
-        CheckPluginUseEntity checkPluginUseEntity = AgentApplicationTools.checkPluginUse(messages, tools);
+        CheckPluginUseEntity checkPluginUseEntity = AgentApplicationTools.checkPluginUse(messages, tools, fileUrls, imageUrls);
         Long pointDeductionNum = pointDeductionRulesService.calculatePointDeductionNum(infoEntity.getLargeModel(), infoEntity.getCommunicationTurn(), checkPluginUseEntity.getDeductionTools());
         AgentUseModifyEventInfo agentUseModifyEventInfo = new AgentUseModifyEventInfo();
         agentUseModifyEventInfo.setAgentId(agentId);

src/main/java/cn/com/poc/expose/aggregate/impl/AgentApplicationServiceImpl.java

@@ -166,7 +166,7 @@ public class AgentApplicationServiceImpl implements AgentApplicationService {
 
             //计算扣分数
             // 判断是否调用function
-            CheckPluginUseEntity checkPluginUseEntity = AgentApplicationTools.checkPluginUse(messages, tools);
+            CheckPluginUseEntity checkPluginUseEntity = AgentApplicationTools.checkPluginUse(messages, tools,fileUrls,imageUrls);
             Long pointDeductionNum = pointDeductionRulesService.calculatePointDeductionNum(infoEntity.getLargeModel(), infoEntity.getCommunicationTurn(), checkPluginUseEntity.getDeductionTools());
             AgentUseModifyEventInfo agentUseModifyEventInfo = new AgentUseModifyEventInfo();
             agentUseModifyEventInfo.setAgentId(agentId);