SpringAI集成本地AI大模型ollama（调用篇）非常简单！！

news2024/10/6 16:30:27

一，前提准备本地ai模型

1，首先需要去ollama官网下载开源ai到本地

网址：Ollama

直接下载到本地，然后启动ollama

启动完成后，我们可以在cmd中执行ollama可以看到相关命令行

2，下载ai moudle

然后我们需要在这个ai中给它下载好一个已有模型给我们自己使用

将命令行运行即可下载。

二，准备本地代码

1，首先准备pom文件中的相关依赖

    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
            <version>3.2.5</version>
        </dependency>

        <dependency>
            <groupId>io.springboot.ai</groupId>
            <artifactId>spring-ai-ollama</artifactId>
            <version>1.0.3</version>
        </dependency>
    </dependencies>

2，搭建一个简单的springboot框架

启动类

import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;

@SpringBootApplication
public class Application {
    public static void main(String[] args) {
        SpringApplication.run(Application.class, args);
    }
}

yaml配置

spring:
  ai:
    ollama:
      base-url: localhost:11434

具体代码实现--controller

import com.rojer.delegete.OllamaDelegete;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;

@RestController
public class OllamaController {

    @Autowired(required=true)
    OllamaDelegete ollamaDelegete;

    @GetMapping("/ai/getMsg")
    public Object getOllame(@RequestParam(value = "msg") String msg) {
        return ollamaDelegete.getOllame(msg);
    }

    @GetMapping("/ai/stream/getMsg")
    public Object getOllameByStream(@RequestParam(value = "msg") String msg) {
        return ollamaDelegete.getOllameByStream(msg);
    }

具体代码实现--impl

import com.rojer.delegete.OllamaDelegete;
import org.springframework.ai.chat.ChatResponse;
import org.springframework.ai.chat.prompt.Prompt;
import org.springframework.ai.ollama.OllamaChatClient;
import org.springframework.ai.ollama.api.OllamaApi;
import org.springframework.ai.ollama.api.OllamaOptions;
import org.springframework.stereotype.Service;
import reactor.core.publisher.Flux;

import java.util.List;
import java.util.stream.Collectors;

@Service
public class OllamaImpl implements OllamaDelegete {

    OllamaApi ollamaApi;
    OllamaChatClient chatClient;
    {   
        // 实例化ollama
        ollamaApi = new OllamaApi();
        OllamaOptions options = new OllamaOptions();
        options.setModel("llama3");
        chatClient = new OllamaChatClient(ollamaApi).withDefaultOptions(options);
    }

    /**
     * 普通文本调用
     * 
     * @param msg
     * @return
     */
    @Override
    public Object getOllame(String msg) {
        Prompt prompt = new Prompt(msg);
        ChatResponse call = chatClient.call(prompt);
        return call.getResult().getOutput().getContent();
    }

    /**
     * 流式调用
     * 
     * @param msg
     * @return
     */
    @Override
    public Object getOllameByStream(String msg) {
        Prompt prompt = new Prompt(msg);
        Flux<ChatResponse> stream = chatClient.stream(prompt);
        List<String> result = stream.toStream().map(a -> {
            return a.getResult().getOutput().getContent();
        }).collect(Collectors.toList());
        return result;
    }

}