Din
Din
发布于 2025-03-25 / 15 阅读
0
0

Spring AI系列(一): Hello World

基于Spring AI最新的版本:1.0.0-M6

部署本地DeepSeek模型

我是Mac M4芯片电脑,48G内存,DeepSeek 32B以下的模型都可以run,这次选择7B的模型

ollama run deepseek-r1:7b

添加项目依赖

<modelVersion>4.0.0</modelVersion>
    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>3.3.0</version>
        <relativePath/> <!-- lookup parent from repository -->
    </parent>
    <properties>
        <spring-ai.version>1.0.0-SNAPSHOT</spring-ai.version>
        <vaadin.version>24.6.5</vaadin.version>
        <java.version>17</java.version>
    </properties>
    <groupId>com.din</groupId>
    <artifactId>spring-ai-learn</artifactId>
    <version>0.0.1-SNAPSHOT</version>
    <name>spring-ai-learn</name>
    <description>spring-ai-learn</description>
    <dependencyManagement>
        <dependencies>
            <dependency>
                <groupId>org.springframework.ai</groupId>
                <artifactId>spring-ai-bom</artifactId>
                <version>1.0.0-M6</version>
                <type>pom</type>
                <scope>import</scope>
            </dependency>
        </dependencies>
    </dependencyManagement>

    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-web</artifactId>
        </dependency>

        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-actuator</artifactId>
        </dependency>

<!--        <dependency>-->
<!--            <groupId>org.springframework.ai</groupId>-->
<!--            <artifactId>spring-ai-openai-spring-boot-starter</artifactId>-->
<!--        </dependency>-->

        <dependency>
            <groupId>org.springframework.ai</groupId>
            <artifactId>spring-ai-ollama-spring-boot-starter</artifactId>
        </dependency>

        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-test</artifactId>
            <scope>test</scope>
        </dependency>
    </dependencies>

    <build>
        <plugins>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
            </plugin>
        </plugins>
    </build>

    <repositories>
        <repository>
            <id>spring-milestones</id>
            <name>Spring Milestones</name>
            <url>https://repo.spring.io/milestone</url>
            <snapshots>
                <enabled>false</enabled>
            </snapshots>
        </repository>
        <repository>
            <id>spring-snapshots</id>
            <name>Spring Snapshots</name>
            <url>https://repo.spring.io/snapshot</url>
            <releases>
                <enabled>false</enabled>
            </releases>
        </repository>
    </repositories>

增加Controller

package com.din.ai;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
import org.springframework.ai.ollama.OllamaChatModel;


@RestController
@RequestMapping("/ai")
public class OllamaController {
    private static final Logger logger = LoggerFactory.getLogger(OllamaController.class);

    @Autowired
    private OllamaChatModel ollamaChatModel;

    @RequestMapping("/ollama")
    public Object ollama(String query) {
        logger.info("query:{}", query);
        return ollamaChatModel.call(query);
    }
}

配置

spring.application.name=spring-ai-learn
spring.ai.ollama.base-url=http://localhost:11434
spring.ai.ollama.chat.options.model=deepseek-r1:7b

测试

curl --location 'http://localhost:8080/ai/ollama?query=who%20are%20you'
<think>

</think>

Greetings! I'm DeepSeek-R1, an artificial intelligence assistant created by DeepSeek. I'm at your service and would be delighted to assist you with any inquiries or tasks you may have.%


评论