[FLINK-36525][transform] Support for AI Model Integration for Data Processing (#3753)
Kunni
3 months ago
committed by
GitHub
parent
c969957f02
commit
06154e9674
@ -0,0 +1,26 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.flink.cdc.common.udf;
|
||||
|
||||
import org.apache.flink.cdc.common.configuration.Configuration;
|
||||
|
||||
/** Context for initialization of {@link UserDefinedFunction}. */
|
||||
public interface UserDefinedFunctionContext {
|
||||
|
||||
Configuration configuration();
|
||||
}
|
||||
@ -0,0 +1,92 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.flink.cdc.composer.definition;
|
||||
|
||||
import java.util.Map;
|
||||
import java.util.Objects;
|
||||
|
||||
/**
|
||||
* Common properties of model.
|
||||
*
|
||||
* <p>A transformation definition contains:
|
||||
*
|
||||
* <ul>
|
||||
* <li>modelName: The name of function.
|
||||
* <li>className: The model to transform data.
|
||||
* <li>parameters: The parameters that used to configure the model.
|
||||
* </ul>
|
||||
*/
|
||||
public class ModelDef {
|
||||
|
||||
private final String modelName;
|
||||
|
||||
private final String className;
|
||||
|
||||
private final Map<String, String> parameters;
|
||||
|
||||
public ModelDef(String modelName, String className, Map<String, String> parameters) {
|
||||
this.modelName = modelName;
|
||||
this.className = className;
|
||||
this.parameters = parameters;
|
||||
}
|
||||
|
||||
public String getModelName() {
|
||||
return modelName;
|
||||
}
|
||||
|
||||
public String getClassName() {
|
||||
return className;
|
||||
}
|
||||
|
||||
public Map<String, String> getParameters() {
|
||||
return parameters;
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean equals(Object o) {
|
||||
if (this == o) {
|
||||
return true;
|
||||
}
|
||||
if (o == null || getClass() != o.getClass()) {
|
||||
return false;
|
||||
}
|
||||
ModelDef modelDef = (ModelDef) o;
|
||||
return Objects.equals(modelName, modelDef.modelName)
|
||||
&& Objects.equals(className, modelDef.className)
|
||||
&& Objects.equals(parameters, modelDef.parameters);
|
||||
}
|
||||
|
||||
@Override
|
||||
public int hashCode() {
|
||||
return Objects.hash(modelName, className, parameters);
|
||||
}
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
return "ModelDef{"
|
||||
+ "name='"
|
||||
+ modelName
|
||||
+ '\''
|
||||
+ ", model='"
|
||||
+ className
|
||||
+ '\''
|
||||
+ ", parameters="
|
||||
+ parameters
|
||||
+ '}';
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,81 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!--
|
||||
Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
contributor license agreements. See the NOTICE file distributed with
|
||||
this work for additional information regarding copyright ownership.
|
||||
The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
(the "License"); you may not use this file except in compliance with
|
||||
the License. You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
||||
-->
|
||||
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||
<parent>
|
||||
<artifactId>flink-cdc-parent</artifactId>
|
||||
<groupId>org.apache.flink</groupId>
|
||||
<version>${revision}</version>
|
||||
</parent>
|
||||
<modelVersion>4.0.0</modelVersion>
|
||||
|
||||
<artifactId>flink-cdc-pipeline-model</artifactId>
|
||||
<properties>
|
||||
<langchain4j.version>0.23.0</langchain4j.version>
|
||||
</properties>
|
||||
|
||||
<dependencies>
|
||||
<dependency>
|
||||
<groupId>org.apache.flink</groupId>
|
||||
<artifactId>flink-cdc-common</artifactId>
|
||||
<version>${project.version}</version>
|
||||
<scope>provided</scope>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.apache.flink</groupId>
|
||||
<artifactId>flink-test-utils-junit</artifactId>
|
||||
<version>${flink.version}</version>
|
||||
<scope>test</scope>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>dev.langchain4j</groupId>
|
||||
<artifactId>langchain4j</artifactId>
|
||||
<version>${langchain4j.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>dev.langchain4j</groupId>
|
||||
<artifactId>langchain4j-open-ai</artifactId>
|
||||
<version>${langchain4j.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>com.theokanning.openai-gpt3-java</groupId>
|
||||
<artifactId>service</artifactId>
|
||||
<version>0.12.0</version>
|
||||
</dependency>
|
||||
</dependencies>
|
||||
|
||||
|
||||
<build>
|
||||
<plugins>
|
||||
<plugin>
|
||||
<groupId>org.apache.maven.plugins</groupId>
|
||||
<artifactId>maven-jar-plugin</artifactId>
|
||||
<executions>
|
||||
<execution>
|
||||
<id>test-jar</id>
|
||||
<goals>
|
||||
<goal>test-jar</goal>
|
||||
</goals>
|
||||
</execution>
|
||||
</executions>
|
||||
</plugin>
|
||||
</plugins>
|
||||
</build>
|
||||
|
||||
</project>
|
||||
@ -0,0 +1,50 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.flink.cdc.runtime.model;
|
||||
|
||||
import org.apache.flink.cdc.common.configuration.ConfigOption;
|
||||
import org.apache.flink.cdc.common.configuration.ConfigOptions;
|
||||
|
||||
/** Options of built-in model. */
|
||||
public class ModelOptions {
|
||||
|
||||
// Options for Open AI Model.
|
||||
public static final ConfigOption<String> OPENAI_MODEL_NAME =
|
||||
ConfigOptions.key("openai.model")
|
||||
.stringType()
|
||||
.noDefaultValue()
|
||||
.withDescription("Name of model to be called.");
|
||||
|
||||
public static final ConfigOption<String> OPENAI_HOST =
|
||||
ConfigOptions.key("openai.host")
|
||||
.stringType()
|
||||
.noDefaultValue()
|
||||
.withDescription("Host of the Model server to be connected.");
|
||||
|
||||
public static final ConfigOption<String> OPENAI_API_KEY =
|
||||
ConfigOptions.key("openai.apikey")
|
||||
.stringType()
|
||||
.noDefaultValue()
|
||||
.withDescription("Api Key for verification of the Model server.");
|
||||
|
||||
public static final ConfigOption<String> OPENAI_CHAT_PROMPT =
|
||||
ConfigOptions.key("openai.chat.prompt")
|
||||
.stringType()
|
||||
.noDefaultValue()
|
||||
.withDescription("Prompt for chat using OpenAI.");
|
||||
}
|
||||
@ -0,0 +1,97 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.flink.cdc.runtime.model;
|
||||
|
||||
import org.apache.flink.cdc.common.configuration.Configuration;
|
||||
import org.apache.flink.cdc.common.types.DataType;
|
||||
import org.apache.flink.cdc.common.types.DataTypes;
|
||||
import org.apache.flink.cdc.common.udf.UserDefinedFunction;
|
||||
import org.apache.flink.cdc.common.udf.UserDefinedFunctionContext;
|
||||
import org.apache.flink.cdc.common.utils.Preconditions;
|
||||
|
||||
import dev.langchain4j.data.message.UserMessage;
|
||||
import dev.langchain4j.model.openai.OpenAiChatModel;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import java.util.Collections;
|
||||
|
||||
import static org.apache.flink.cdc.runtime.model.ModelOptions.OPENAI_API_KEY;
|
||||
import static org.apache.flink.cdc.runtime.model.ModelOptions.OPENAI_CHAT_PROMPT;
|
||||
import static org.apache.flink.cdc.runtime.model.ModelOptions.OPENAI_HOST;
|
||||
import static org.apache.flink.cdc.runtime.model.ModelOptions.OPENAI_MODEL_NAME;
|
||||
|
||||
/**
|
||||
* A {@link UserDefinedFunction} that use Model defined by OpenAI to generate text, refer to <a
|
||||
* href="https://docs.langchain4j.dev/integrations/language-models/open-ai/">docs</a>}.
|
||||
*/
|
||||
public class OpenAIChatModel implements UserDefinedFunction {
|
||||
|
||||
private static final Logger LOG = LoggerFactory.getLogger(OpenAIChatModel.class);
|
||||
|
||||
private OpenAiChatModel chatModel;
|
||||
|
||||
private String modelName;
|
||||
|
||||
private String host;
|
||||
|
||||
private String prompt;
|
||||
|
||||
public String eval(String input) {
|
||||
return chat(input);
|
||||
}
|
||||
|
||||
private String chat(String input) {
|
||||
if (input == null || input.trim().isEmpty()) {
|
||||
LOG.warn("Empty or null input provided for embedding.");
|
||||
return "";
|
||||
}
|
||||
if (prompt != null) {
|
||||
input = prompt + ": " + input;
|
||||
}
|
||||
return chatModel
|
||||
.generate(Collections.singletonList(new UserMessage(input)))
|
||||
.content()
|
||||
.text();
|
||||
}
|
||||
|
||||
@Override
|
||||
public DataType getReturnType() {
|
||||
return DataTypes.STRING();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void open(UserDefinedFunctionContext userDefinedFunctionContext) {
|
||||
Configuration modelOptions = userDefinedFunctionContext.configuration();
|
||||
this.modelName = modelOptions.get(OPENAI_MODEL_NAME);
|
||||
Preconditions.checkNotNull(modelName, OPENAI_MODEL_NAME.key() + " should not be empty.");
|
||||
this.host = modelOptions.get(OPENAI_HOST);
|
||||
Preconditions.checkNotNull(host, OPENAI_HOST.key() + " should not be empty.");
|
||||
String apiKey = modelOptions.get(OPENAI_API_KEY);
|
||||
Preconditions.checkNotNull(apiKey, OPENAI_API_KEY.key() + " should not be empty.");
|
||||
this.prompt = modelOptions.get(OPENAI_CHAT_PROMPT);
|
||||
LOG.info("Opening OpenAIChatModel " + modelName + " " + host);
|
||||
this.chatModel =
|
||||
OpenAiChatModel.builder().apiKey(apiKey).baseUrl(host).modelName(modelName).build();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void close() {
|
||||
LOG.info("Closed OpenAIChatModel " + modelName + " " + host);
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,109 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.flink.cdc.runtime.model;
|
||||
|
||||
import org.apache.flink.cdc.common.configuration.Configuration;
|
||||
import org.apache.flink.cdc.common.data.ArrayData;
|
||||
import org.apache.flink.cdc.common.data.GenericArrayData;
|
||||
import org.apache.flink.cdc.common.types.DataType;
|
||||
import org.apache.flink.cdc.common.types.DataTypes;
|
||||
import org.apache.flink.cdc.common.udf.UserDefinedFunction;
|
||||
import org.apache.flink.cdc.common.udf.UserDefinedFunctionContext;
|
||||
import org.apache.flink.cdc.common.utils.Preconditions;
|
||||
|
||||
import dev.langchain4j.data.document.Metadata;
|
||||
import dev.langchain4j.data.embedding.Embedding;
|
||||
import dev.langchain4j.data.segment.TextSegment;
|
||||
import dev.langchain4j.model.openai.OpenAiEmbeddingModel;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import java.util.Collections;
|
||||
import java.util.List;
|
||||
|
||||
import static org.apache.flink.cdc.runtime.model.ModelOptions.OPENAI_API_KEY;
|
||||
import static org.apache.flink.cdc.runtime.model.ModelOptions.OPENAI_HOST;
|
||||
import static org.apache.flink.cdc.runtime.model.ModelOptions.OPENAI_MODEL_NAME;
|
||||
|
||||
/**
|
||||
* A {@link UserDefinedFunction} that use Model defined by OpenAI to generate vector data, refer to
|
||||
* <a href="https://docs.langchain4j.dev/integrations/language-models/open-ai/">docs</a>}.
|
||||
*/
|
||||
public class OpenAIEmbeddingModel implements UserDefinedFunction {
|
||||
|
||||
private static final Logger LOG = LoggerFactory.getLogger(OpenAIEmbeddingModel.class);
|
||||
|
||||
private String modelName;
|
||||
|
||||
private String host;
|
||||
|
||||
private OpenAiEmbeddingModel embeddingModel;
|
||||
|
||||
public ArrayData eval(String input) {
|
||||
return getEmbedding(input);
|
||||
}
|
||||
|
||||
private ArrayData getEmbedding(String input) {
|
||||
if (input == null || input.trim().isEmpty()) {
|
||||
LOG.debug("Empty or null input provided for embedding.");
|
||||
return new GenericArrayData(new Float[0]);
|
||||
}
|
||||
|
||||
TextSegment textSegment = new TextSegment(input, new Metadata());
|
||||
|
||||
List<Embedding> embeddings =
|
||||
embeddingModel.embedAll(Collections.singletonList(textSegment)).content();
|
||||
|
||||
if (embeddings != null && !embeddings.isEmpty()) {
|
||||
List<Float> embeddingList = embeddings.get(0).vectorAsList();
|
||||
Float[] embeddingArray = embeddingList.toArray(new Float[0]);
|
||||
return new GenericArrayData(embeddingArray);
|
||||
} else {
|
||||
LOG.warn("No embedding results returned for input: {}", input);
|
||||
return new GenericArrayData(new Float[0]);
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public DataType getReturnType() {
|
||||
return DataTypes.ARRAY(DataTypes.FLOAT());
|
||||
}
|
||||
|
||||
@Override
|
||||
public void open(UserDefinedFunctionContext userDefinedFunctionContext) {
|
||||
Configuration modelOptions = userDefinedFunctionContext.configuration();
|
||||
this.modelName = modelOptions.get(OPENAI_MODEL_NAME);
|
||||
Preconditions.checkNotNull(modelName, OPENAI_MODEL_NAME.key() + " should not be empty.");
|
||||
this.host = modelOptions.get(OPENAI_HOST);
|
||||
Preconditions.checkNotNull(host, OPENAI_HOST.key() + " should not be empty.");
|
||||
String apiKey = modelOptions.get(OPENAI_API_KEY);
|
||||
Preconditions.checkNotNull(apiKey, OPENAI_API_KEY.key() + " should not be empty.");
|
||||
LOG.info("Opening OpenAIEmbeddingModel " + modelName + " " + host);
|
||||
this.embeddingModel =
|
||||
OpenAiEmbeddingModel.builder()
|
||||
.apiKey(apiKey)
|
||||
.baseUrl(host)
|
||||
.modelName(modelName)
|
||||
.build();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void close() {
|
||||
LOG.info("Closed OpenAIEmbeddingModel " + modelName + " " + host);
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,40 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.flink.cdc.runtime.model;
|
||||
|
||||
import org.apache.flink.cdc.common.configuration.Configuration;
|
||||
import org.apache.flink.cdc.common.udf.UserDefinedFunctionContext;
|
||||
|
||||
import org.junit.jupiter.api.Assertions;
|
||||
import org.junit.jupiter.api.Test;
|
||||
|
||||
/** A test for {@link OpenAIChatModel}. */
|
||||
public class TestOpenAIChatModel {
|
||||
@Test
|
||||
public void testEval() {
|
||||
OpenAIChatModel openAIChatModel = new OpenAIChatModel();
|
||||
Configuration configuration = new Configuration();
|
||||
configuration.set(ModelOptions.OPENAI_HOST, "http://langchain4j.dev/demo/openai/v1");
|
||||
configuration.set(ModelOptions.OPENAI_API_KEY, "demo");
|
||||
configuration.set(ModelOptions.OPENAI_MODEL_NAME, "gpt-4o-mini");
|
||||
UserDefinedFunctionContext userDefinedFunctionContext = () -> configuration;
|
||||
openAIChatModel.open(userDefinedFunctionContext);
|
||||
String response = openAIChatModel.eval("Who invented the electric light?");
|
||||
Assertions.assertFalse(response.isEmpty());
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,43 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.flink.cdc.runtime.model;
|
||||
|
||||
import org.apache.flink.cdc.common.configuration.Configuration;
|
||||
import org.apache.flink.cdc.common.data.ArrayData;
|
||||
import org.apache.flink.cdc.common.udf.UserDefinedFunctionContext;
|
||||
|
||||
import org.junit.jupiter.api.Assertions;
|
||||
import org.junit.jupiter.api.Test;
|
||||
|
||||
/** A test for {@link OpenAIEmbeddingModel}. */
|
||||
public class TestOpenAIEmbeddingModel {
|
||||
|
||||
@Test
|
||||
public void testEval() {
|
||||
OpenAIEmbeddingModel openAIEmbeddingModel = new OpenAIEmbeddingModel();
|
||||
Configuration configuration = new Configuration();
|
||||
configuration.set(ModelOptions.OPENAI_HOST, "http://langchain4j.dev/demo/openai/v1");
|
||||
configuration.set(ModelOptions.OPENAI_API_KEY, "demo");
|
||||
configuration.set(ModelOptions.OPENAI_MODEL_NAME, "text-embedding-3-small");
|
||||
UserDefinedFunctionContext userDefinedFunctionContext = () -> configuration;
|
||||
openAIEmbeddingModel.open(userDefinedFunctionContext);
|
||||
ArrayData arrayData =
|
||||
openAIEmbeddingModel.eval("Flink CDC is a streaming data integration tool");
|
||||
Assertions.assertNotNull(arrayData);
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue