add spring boot starter of xinference

spring-boot-starters/langchain4j-community-xinference-spring-boot-starter/pom.xml

@@ -0,0 +1,99 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+    <parent>
+        <groupId>dev.langchain4j</groupId>
+        <artifactId>langchain4j-community-spring-boot-starters</artifactId>
+        <version>1.0.0-alpha1</version>
+        <relativePath>../pom.xml</relativePath>
+    </parent>
+
+    <artifactId>langchain4j-community-xinference-spring-boot-starter</artifactId>
+    <name>LangChain4j :: Community :: Spring Boot starter :: Xinference</name>
+
+    <licenses>
+        <license>
+            <name>Apache-2.0</name>
+            <url>https://www.apache.org/licenses/LICENSE-2.0.txt</url>
+            <distribution>repo</distribution>
+            <comments>A business-friendly OSS license</comments>
+        </license>
+    </licenses>
+
+    <dependencies>
+        <dependency>
+            <groupId>dev.langchain4j</groupId>
+            <artifactId>langchain4j-community-xinference</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter</artifactId>
+            <exclusions>
+                <exclusion>
+                    <groupId>ch.qos.logback</groupId>
+                    <artifactId>logback-classic</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+
+        <dependency>
+            <groupId>ch.qos.logback</groupId>
+            <artifactId>logback-classic</artifactId>
+        </dependency>
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-autoconfigure-processor</artifactId>
+            <optional>true</optional>
+        </dependency>
+
+        <!-- needed to generate automatic metadata about available config properties -->
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-configuration-processor</artifactId>
+            <optional>true</optional>
+        </dependency>
+
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-test</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.testcontainers</groupId>
+            <artifactId>testcontainers</artifactId>
+            <scope>test</scope>
+        </dependency>
+
+        <dependency>
+            <groupId>org.testcontainers</groupId>
+            <artifactId>junit-jupiter</artifactId>
+            <scope>test</scope>
+        </dependency>
+    </dependencies>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.honton.chas</groupId>
+                <artifactId>license-maven-plugin</artifactId>
+                <configuration>
+                    <acceptableLicenses combine.children="append">
+                        <!-- due to excludes/includes above -->
+                        <license>
+                            <name>Eclipse Public License</name>
+                            <url>http://www.eclipse.org/legal/epl-v10.html</url>
+                        </license>
+                        <license>
+                            <name>GNU Lesser General Public License</name>
+                            <url>http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html</url>
+                        </license>
+                    </acceptableLicenses>
+                </configuration>
+            </plugin>
+        </plugins>
+    </build>
+</project>

spring-boot-starters/langchain4j-community-xinference-spring-boot-starter/src/main/java/dev/langchain4j/community/xinference/spring/AutoConfig.java

@@ -0,0 +1,183 @@
+package dev.langchain4j.community.xinference.spring;
+
+import static dev.langchain4j.community.xinference.spring.Properties.PREFIX;
+
+import dev.langchain4j.community.model.xinference.XinferenceChatModel;
+import dev.langchain4j.community.model.xinference.XinferenceEmbeddingModel;
+import dev.langchain4j.community.model.xinference.XinferenceImageModel;
+import dev.langchain4j.community.model.xinference.XinferenceLanguageModel;
+import dev.langchain4j.community.model.xinference.XinferenceScoringModel;
+import dev.langchain4j.community.model.xinference.XinferenceStreamingChatModel;
+import dev.langchain4j.community.model.xinference.XinferenceStreamingLanguageModel;
+import org.springframework.boot.autoconfigure.AutoConfiguration;
+import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
+import org.springframework.boot.context.properties.EnableConfigurationProperties;
+import org.springframework.context.annotation.Bean;
+
+@AutoConfiguration
+@EnableConfigurationProperties(Properties.class)
+public class AutoConfig {
+    @Bean
+    @ConditionalOnProperty(PREFIX + ".chat-model.base-url")
+    public XinferenceChatModel chatModel(Properties properties) {
+        ChatModelProperties chatModelProperties = properties.getChatModel();
+        return XinferenceChatModel.builder()
+                .baseUrl(chatModelProperties.getBaseUrl())
+                .apiKey(chatModelProperties.getApiKey())
+                .modelName(chatModelProperties.getModelName())
+                .temperature(chatModelProperties.getTemperature())
+                .topP(chatModelProperties.getTopP())
+                .stop(chatModelProperties.getStop())
+                .maxTokens(chatModelProperties.getMaxRetries())
+                .presencePenalty(chatModelProperties.getPresencePenalty())
+                .frequencyPenalty(chatModelProperties.getFrequencyPenalty())
+                .seed(chatModelProperties.getSeed())
+                .user(chatModelProperties.getUser())
+                .toolChoice(chatModelProperties.getToolChoice())
+                .parallelToolCalls(chatModelProperties.getParallelToolCalls())
+                .maxRetries(chatModelProperties.getMaxRetries())
+                .timeout(chatModelProperties.getTimeout())
+                .proxy(ProxyProperties.convert(chatModelProperties.getProxy()))
+                .logRequests(chatModelProperties.getLogRequests())
+                .logResponses(chatModelProperties.getLogResponses())
+                .customHeaders(chatModelProperties.getCustomHeaders())
+                .build();
+    }
+
+    @Bean
+    @ConditionalOnProperty(PREFIX + ".streaming-chat-model.base-url")
+    public XinferenceStreamingChatModel streamingChatModel(Properties properties) {
+        ChatModelProperties chatModelProperties = properties.getStreamingChatModel();
+        return XinferenceStreamingChatModel.builder()
+                .baseUrl(chatModelProperties.getBaseUrl())
+                .apiKey(chatModelProperties.getApiKey())
+                .modelName(chatModelProperties.getModelName())
+                .temperature(chatModelProperties.getTemperature())
+                .topP(chatModelProperties.getTopP())
+                .stop(chatModelProperties.getStop())
+                .maxTokens(chatModelProperties.getMaxRetries())
+                .presencePenalty(chatModelProperties.getPresencePenalty())
+                .frequencyPenalty(chatModelProperties.getFrequencyPenalty())
+                .seed(chatModelProperties.getSeed())
+                .user(chatModelProperties.getUser())
+                .toolChoice(chatModelProperties.getToolChoice())
+                .parallelToolCalls(chatModelProperties.getParallelToolCalls())
+                .timeout(chatModelProperties.getTimeout())
+                .proxy(ProxyProperties.convert(chatModelProperties.getProxy()))
+                .logRequests(chatModelProperties.getLogRequests())
+                .logResponses(chatModelProperties.getLogResponses())
+                .customHeaders(chatModelProperties.getCustomHeaders())
+                .build();
+    }
+
+    @Bean
+    @ConditionalOnProperty(PREFIX + ".language-model.base-url")
+    public XinferenceLanguageModel languageModel(Properties properties) {
+        LanguageModelProperties languageModelProperties = properties.getLanguageModel();
+        return XinferenceLanguageModel.builder()
+                .baseUrl(languageModelProperties.getBaseUrl())
+                .apiKey(languageModelProperties.getApiKey())
+                .modelName(languageModelProperties.getModelName())
+                .maxTokens(languageModelProperties.getMaxTokens())
+                .temperature(languageModelProperties.getTemperature())
+                .topP(languageModelProperties.getTopP())
+                .logprobs(languageModelProperties.getLogprobs())
+                .echo(languageModelProperties.getEcho())
+                .stop(languageModelProperties.getStop())
+                .presencePenalty(languageModelProperties.getPresencePenalty())
+                .frequencyPenalty(languageModelProperties.getFrequencyPenalty())
+                .user(languageModelProperties.getUser())
+                .maxRetries(languageModelProperties.getMaxRetries())
+                .timeout(languageModelProperties.getTimeout())
+                .proxy(ProxyProperties.convert(languageModelProperties.getProxy()))
+                .logRequests(languageModelProperties.getLogRequests())
+                .logResponses(languageModelProperties.getLogResponses())
+                .customHeaders(languageModelProperties.getCustomHeaders())
+                .build();
+    }
+
+    @Bean
+    @ConditionalOnProperty(PREFIX + ".streaming-language-model.base-url")
+    public XinferenceStreamingLanguageModel streamingLanguageModel(Properties properties) {
+        LanguageModelProperties languageModelProperties = properties.getStreamingLanguageModel();
+        return XinferenceStreamingLanguageModel.builder()
+                .baseUrl(languageModelProperties.getBaseUrl())
+                .apiKey(languageModelProperties.getApiKey())
+                .modelName(languageModelProperties.getModelName())
+                .maxTokens(languageModelProperties.getMaxTokens())
+                .temperature(languageModelProperties.getTemperature())
+                .topP(languageModelProperties.getTopP())
+                .logprobs(languageModelProperties.getLogprobs())
+                .echo(languageModelProperties.getEcho())
+                .stop(languageModelProperties.getStop())
+                .presencePenalty(languageModelProperties.getPresencePenalty())
+                .frequencyPenalty(languageModelProperties.getFrequencyPenalty())
+                .user(languageModelProperties.getUser())
+                .timeout(languageModelProperties.getTimeout())
+                .proxy(ProxyProperties.convert(languageModelProperties.getProxy()))
+                .logRequests(languageModelProperties.getLogRequests())
+                .logResponses(languageModelProperties.getLogResponses())
+                .customHeaders(languageModelProperties.getCustomHeaders())
+                .build();
+    }
+
+    @Bean
+    @ConditionalOnProperty(PREFIX + ".embedding-model.base-url")
+    public XinferenceEmbeddingModel embeddingModel(Properties properties) {
+        EmbeddingModelProperties embeddingModelProperties = properties.getEmbeddingModel();
+        return XinferenceEmbeddingModel.builder()
+                .baseUrl(embeddingModelProperties.getBaseUrl())
+                .apiKey(embeddingModelProperties.getApiKey())
+                .modelName(embeddingModelProperties.getModelName())
+                .user(embeddingModelProperties.getUser())
+                .maxRetries(embeddingModelProperties.getMaxRetries())
+                .timeout(embeddingModelProperties.getTimeout())
+                .proxy(ProxyProperties.convert(embeddingModelProperties.getProxy()))
+                .logRequests(embeddingModelProperties.getLogRequests())
+                .logResponses(embeddingModelProperties.getLogResponses())
+                .customHeaders(embeddingModelProperties.getCustomHeaders())
+                .build();
+    }
+
+    @Bean
+    @ConditionalOnProperty(PREFIX + ".image-model.base-url")
+    public XinferenceImageModel imageModel(Properties properties) {
+        ImageModelProperties imageModelProperties = properties.getImageModel();
+        return XinferenceImageModel.builder()
+                .baseUrl(imageModelProperties.getBaseUrl())
+                .apiKey(imageModelProperties.getApiKey())
+                .modelName(imageModelProperties.getModelName())
+                .negativePrompt(imageModelProperties.getNegativePrompt())
+                .responseFormat(imageModelProperties.getResponseFormat())
+                .size(imageModelProperties.getSize())
+                .kwargs(imageModelProperties.getKwargs())
+                .user(imageModelProperties.getUser())
+                .maxRetries(imageModelProperties.getMaxRetries())
+                .timeout(imageModelProperties.getTimeout())
+                .proxy(ProxyProperties.convert(imageModelProperties.getProxy()))
+                .logRequests(imageModelProperties.getLogRequests())
+                .logResponses(imageModelProperties.getLogResponses())
+                .customHeaders(imageModelProperties.getCustomHeaders())
+                .build();
+    }
+
+    @Bean
+    @ConditionalOnProperty(PREFIX + ".scoring-model.base-url")
+    public XinferenceScoringModel scoringModel(Properties properties) {
+        ScoringModelProperties scoringModelProperties = properties.getScoringModel();
+        return XinferenceScoringModel.builder()
+                .baseUrl(scoringModelProperties.getBaseUrl())
+                .apiKey(scoringModelProperties.getApiKey())
+                .modelName(scoringModelProperties.getModelName())
+                .topN(scoringModelProperties.getTopN())
+                .returnDocuments(scoringModelProperties.getReturnDocuments())
+                .returnLen(scoringModelProperties.getReturnLen())
+                .maxRetries(scoringModelProperties.getMaxRetries())
+                .timeout(scoringModelProperties.getTimeout())
+                .proxy(ProxyProperties.convert(scoringModelProperties.getProxy()))
+                .logRequests(scoringModelProperties.getLogRequests())
+                .logResponses(scoringModelProperties.getLogResponses())
+                .customHeaders(scoringModelProperties.getCustomHeaders())
+                .build();
+    }
+}