package cn.iocoder.yudao.module.ai.service.model;
|
|
import cn.iocoder.yudao.module.ai.enums.model.AiPlatformEnum;
|
import cn.iocoder.yudao.module.ai.framework.ai.core.model.AiModelFactory;
|
import cn.iocoder.yudao.module.ai.framework.ai.core.model.midjourney.api.MidjourneyApi;
|
import cn.iocoder.yudao.module.ai.framework.ai.core.model.suno.api.SunoApi;
|
import cn.iocoder.yudao.framework.common.enums.CommonStatusEnum;
|
import cn.iocoder.yudao.framework.common.pojo.PageResult;
|
import cn.iocoder.yudao.framework.common.util.object.BeanUtils;
|
import cn.iocoder.yudao.module.ai.controller.admin.model.vo.model.AiModelPageReqVO;
|
import cn.iocoder.yudao.module.ai.controller.admin.model.vo.model.AiModelSaveReqVO;
|
import cn.iocoder.yudao.module.ai.dal.dataobject.model.AiApiKeyDO;
|
import cn.iocoder.yudao.module.ai.dal.dataobject.model.AiModelDO;
|
import cn.iocoder.yudao.module.ai.dal.mysql.model.AiChatMapper;
|
import com.agentsflex.llm.ollama.OllamaLlm;
|
import com.agentsflex.llm.ollama.OllamaLlmConfig;
|
import com.agentsflex.llm.qwen.QwenLlm;
|
import com.agentsflex.llm.qwen.QwenLlmConfig;
|
import dev.tinyflow.core.Tinyflow;
|
import jakarta.annotation.Resource;
|
import org.springframework.ai.chat.model.ChatModel;
|
import org.springframework.ai.embedding.EmbeddingModel;
|
import org.springframework.ai.image.ImageModel;
|
import org.springframework.ai.vectorstore.SimpleVectorStore;
|
import org.springframework.ai.vectorstore.VectorStore;
|
import org.springframework.stereotype.Service;
|
import org.springframework.validation.annotation.Validated;
|
|
import java.util.List;
|
import java.util.Map;
|
|
import static cn.iocoder.yudao.framework.common.exception.util.ServiceExceptionUtil.exception;
|
import static cn.iocoder.yudao.module.ai.enums.ErrorCodeConstants.*;
|
|
/**
|
* AI 模型 Service 实现类
|
*
|
* @author fansili
|
*/
|
@Service
|
@Validated
|
public class AiModelServiceImpl implements AiModelService {
|
|
@Resource
|
private AiApiKeyService apiKeyService;
|
|
@Resource
|
private AiChatMapper modelMapper;
|
|
@Resource
|
private AiModelFactory modelFactory;
|
|
@Override
|
public Long createModel(AiModelSaveReqVO createReqVO) {
|
// 1. 校验
|
AiPlatformEnum.validatePlatform(createReqVO.getPlatform());
|
apiKeyService.validateApiKey(createReqVO.getKeyId());
|
|
// 2. 插入
|
AiModelDO model = BeanUtils.toBean(createReqVO, AiModelDO.class);
|
modelMapper.insert(model);
|
return model.getId();
|
}
|
|
@Override
|
public void updateModel(AiModelSaveReqVO updateReqVO) {
|
// 1. 校验
|
validateModelExists(updateReqVO.getId());
|
AiPlatformEnum.validatePlatform(updateReqVO.getPlatform());
|
apiKeyService.validateApiKey(updateReqVO.getKeyId());
|
|
// 2. 更新
|
AiModelDO updateObj = BeanUtils.toBean(updateReqVO, AiModelDO.class);
|
modelMapper.updateById(updateObj);
|
}
|
|
@Override
|
public void deleteModel(Long id) {
|
// 校验存在
|
validateModelExists(id);
|
// 删除
|
modelMapper.deleteById(id);
|
}
|
|
private AiModelDO validateModelExists(Long id) {
|
AiModelDO model = modelMapper.selectById(id);
|
if (modelMapper.selectById(id) == null) {
|
throw exception(MODEL_NOT_EXISTS);
|
}
|
return model;
|
}
|
|
@Override
|
public AiModelDO getModel(Long id) {
|
return modelMapper.selectById(id);
|
}
|
|
@Override
|
public AiModelDO getRequiredDefaultModel(Integer type) {
|
AiModelDO model = modelMapper.selectFirstByStatus(type, CommonStatusEnum.ENABLE.getStatus());
|
if (model == null) {
|
throw exception(MODEL_DEFAULT_NOT_EXISTS);
|
}
|
return model;
|
}
|
|
@Override
|
public PageResult<AiModelDO> getModelPage(AiModelPageReqVO pageReqVO) {
|
return modelMapper.selectPage(pageReqVO);
|
}
|
|
@Override
|
public AiModelDO validateModel(Long id) {
|
AiModelDO model = validateModelExists(id);
|
if (CommonStatusEnum.isDisable(model.getStatus())) {
|
throw exception(MODEL_DISABLE);
|
}
|
return model;
|
}
|
|
@Override
|
public List<AiModelDO> getModelListByStatusAndType(Integer status, Integer type, String platform) {
|
return modelMapper.selectListByStatusAndType(status, type, platform);
|
}
|
|
// ========== 与 Spring AI 集成 ==========
|
|
@Override
|
public ChatModel getChatModel(Long id) {
|
AiModelDO model = validateModel(id);
|
AiApiKeyDO apiKey = apiKeyService.validateApiKey(model.getKeyId());
|
AiPlatformEnum platform = AiPlatformEnum.validatePlatform(apiKey.getPlatform());
|
return modelFactory.getOrCreateChatModel(platform, apiKey.getApiKey(), apiKey.getUrl());
|
}
|
|
@Override
|
public ImageModel getImageModel(Long id) {
|
AiModelDO model = validateModel(id);
|
AiApiKeyDO apiKey = apiKeyService.validateApiKey(model.getKeyId());
|
AiPlatformEnum platform = AiPlatformEnum.validatePlatform(apiKey.getPlatform());
|
return modelFactory.getOrCreateImageModel(platform, apiKey.getApiKey(), apiKey.getUrl());
|
}
|
|
@Override
|
public MidjourneyApi getMidjourneyApi(Long id) {
|
AiModelDO model = validateModel(id);
|
AiApiKeyDO apiKey = apiKeyService.validateApiKey(model.getKeyId());
|
return modelFactory.getOrCreateMidjourneyApi(apiKey.getApiKey(), apiKey.getUrl());
|
}
|
|
@Override
|
public SunoApi getSunoApi() {
|
AiApiKeyDO apiKey = apiKeyService.getRequiredDefaultApiKey(
|
AiPlatformEnum.SUNO.getPlatform(), CommonStatusEnum.ENABLE.getStatus());
|
return modelFactory.getOrCreateSunoApi(apiKey.getApiKey(), apiKey.getUrl());
|
}
|
|
@Override
|
public VectorStore getOrCreateVectorStore(Long id, Map<String, Class<?>> metadataFields) {
|
// 获取模型 + 密钥
|
AiModelDO model = validateModel(id);
|
AiApiKeyDO apiKey = apiKeyService.validateApiKey(model.getKeyId());
|
AiPlatformEnum platform = AiPlatformEnum.validatePlatform(apiKey.getPlatform());
|
|
// 创建或获取 EmbeddingModel 对象
|
EmbeddingModel embeddingModel = modelFactory.getOrCreateEmbeddingModel(
|
platform, apiKey.getApiKey(), apiKey.getUrl(), model.getModel());
|
|
// 创建或获取 VectorStore 对象
|
return modelFactory.getOrCreateVectorStore(SimpleVectorStore.class, embeddingModel, metadataFields);
|
// return modelFactory.getOrCreateVectorStore(QdrantVectorStore.class, embeddingModel, metadataFields);
|
// return modelFactory.getOrCreateVectorStore(RedisVectorStore.class, embeddingModel, metadataFields);
|
// return modelFactory.getOrCreateVectorStore(MilvusVectorStore.class, embeddingModel, metadataFields);
|
}
|
|
// TODO @lesan：是不是返回 Llm 对象会好点哈？
|
@Override
|
public void getLLmProvider4Tinyflow(Tinyflow tinyflow, Long modelId) {
|
AiModelDO model = validateModel(modelId);
|
AiApiKeyDO apiKey = apiKeyService.validateApiKey(model.getKeyId());
|
AiPlatformEnum platform = AiPlatformEnum.validatePlatform(apiKey.getPlatform());
|
switch (platform) {
|
// TODO @lesan 考虑到未来不需要使用agents-flex 现在仅测试通义千问
|
// TODO @lesan：【重要】是不是可以实现一个 SpringAiLlm，这样的话，内部全部用它就好了。只实现 chat 部分；这样，就把 flex 作为一个 agent 框架，内部调用，还是 spring ai 相关的。成本可能低一点？！
|
case TONG_YI:
|
QwenLlmConfig qwenLlmConfig = new QwenLlmConfig();
|
qwenLlmConfig.setApiKey(apiKey.getApiKey());
|
qwenLlmConfig.setModel(model.getModel());
|
// TODO @lesan：这个有点奇怪。。。如果一个链式里，有多个模型，咋整呀。。。
|
tinyflow.setLlmProvider(id -> new QwenLlm(qwenLlmConfig));
|
break;
|
case OLLAMA:
|
OllamaLlmConfig ollamaLlmConfig = new OllamaLlmConfig();
|
ollamaLlmConfig.setEndpoint(apiKey.getUrl());
|
ollamaLlmConfig.setModel(model.getModel());
|
tinyflow.setLlmProvider(id -> new OllamaLlm(ollamaLlmConfig));
|
break;
|
}
|
}
|
|
}
|
