Skip to content

Commit db1cf97

Browse files
averyzhangdianfu
averyzhang
authored and
dianfu
committed
[FLINK-38857][model] Introduce Triton model function
This closes #27385.
1 parent 7488449 commit db1cf97

22 files changed

Lines changed: 2457 additions & 2 deletions

‎flink-docs/pom.xml‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -194,6 +194,12 @@ under the License.
194194
<version>${project.version}</version>
195195
</dependency>
196196

197+
<dependency>
198+
<groupId>org.apache.flink</groupId>
199+
<artifactId>flink-model-triton</artifactId>
200+
<version>${project.version}</version>
201+
</dependency>
202+
197203
<dependency>
198204
<groupId>org.apache.flink</groupId>
199205
<artifactId>flink-sql-gateway</artifactId>

‎flink-docs/src/main/java/org/apache/flink/docs/util/ConfigurationOptionLocator.java‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -90,7 +90,9 @@ public class ConfigurationOptionLocator {
9090
"flink-external-resources/flink-external-resource-gpu",
9191
"org.apache.flink.externalresource.gpu"),
9292
new OptionsClassLocation(
93-
"flink-models/flink-model-openai", "org.apache.flink.model.openai")
93+
"flink-models/flink-model-openai", "org.apache.flink.model.openai"),
94+
new OptionsClassLocation(
95+
"flink-models/flink-model-triton", "org.apache.flink.model.triton")
9496
};
9597

9698
private static final Set<String> EXCLUSIONS =

‎flink-docs/src/test/java/org/apache/flink/docs/configuration/ConfigOptionsDocsCompletenessITCase.java‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,9 @@ class ConfigOptionsDocsCompletenessITCase {
6464
new HashSet<>(
6565
Arrays.asList(
6666
"org.apache.flink.table.api.config.MLPredictRuntimeConfigOptions",
67-
"org.apache.flink.table.api.config.VectorSearchRuntimeConfigOptions"));
67+
"org.apache.flink.table.api.config.VectorSearchRuntimeConfigOptions",
68+
"org.apache.flink.model.openai.OpenAIOptions",
69+
"org.apache.flink.model.triton.TritonOptions"));
6870

6971
@Test
7072
void testCompleteness() throws Exception {

‎flink-models/flink-model-triton/pom.xml‎

Lines changed: 176 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,176 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
Licensed to the Apache Software Foundation (ASF) under one
4+
or more contributor license agreements. See the NOTICE file
5+
distributed with this work for additional information
6+
regarding copyright ownership. The ASF licenses this file
7+
to you under the Apache License, Version 2.0 (the
8+
"License"); you may not use this file except in compliance
9+
with the License. You may obtain a copy of the License at
10+
11+
http://www.apache.org/licenses/LICENSE-2.0
12+
13+
Unless required by applicable law or agreed to in writing,
14+
software distributed under the License is distributed on an
15+
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16+
KIND, either express or implied. See the License for the
17+
specific language governing permissions and limitations
18+
under the License.
19+
-->
20+
<project xmlns="http://maven.apache.org/POM/4.0.0"
21+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
22+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
23+
24+
<modelVersion>4.0.0</modelVersion>
25+
26+
<parent>
27+
<groupId>org.apache.flink</groupId>
28+
<artifactId>flink-models</artifactId>
29+
<version>2.3-SNAPSHOT</version>
30+
</parent>
31+
32+
<artifactId>flink-model-triton</artifactId>
33+
<name>Flink : Models : Triton</name>
34+
35+
<properties>
36+
<okhttp.version>4.12.0</okhttp.version>
37+
<jackson.version>2.15.2</jackson.version>
38+
<test.gson.version>2.11.0</test.gson.version>
39+
</properties>
40+
41+
<dependencies>
42+
<!-- HTTP Client for Triton REST API -->
43+
<dependency>
44+
<groupId>com.squareup.okhttp3</groupId>
45+
<artifactId>okhttp</artifactId>
46+
<version>${okhttp.version}</version>
47+
<optional>${flink.markBundledAsOptional}</optional>
48+
</dependency>
49+
50+
<!-- JSON processing -->
51+
<dependency>
52+
<groupId>com.fasterxml.jackson.core</groupId>
53+
<artifactId>jackson-core</artifactId>
54+
<version>${jackson.version}</version>
55+
<optional>${flink.markBundledAsOptional}</optional>
56+
</dependency>
57+
58+
<dependency>
59+
<groupId>com.fasterxml.jackson.core</groupId>
60+
<artifactId>jackson-databind</artifactId>
61+
<version>${jackson.version}</version>
62+
<optional>${flink.markBundledAsOptional}</optional>
63+
</dependency>
64+
65+
<dependency>
66+
<groupId>com.fasterxml.jackson.core</groupId>
67+
<artifactId>jackson-annotations</artifactId>
68+
<version>${jackson.version}</version>
69+
<optional>${flink.markBundledAsOptional}</optional>
70+
</dependency>
71+
72+
<!-- Core dependencies -->
73+
<dependency>
74+
<groupId>org.apache.flink</groupId>
75+
<artifactId>flink-core</artifactId>
76+
<version>${project.version}</version>
77+
<scope>provided</scope>
78+
</dependency>
79+
80+
<dependency>
81+
<groupId>org.apache.flink</groupId>
82+
<artifactId>flink-table-api-java</artifactId>
83+
<version>${project.version}</version>
84+
<scope>provided</scope>
85+
</dependency>
86+
87+
<dependency>
88+
<groupId>org.apache.flink</groupId>
89+
<artifactId>flink-table-common</artifactId>
90+
<version>${project.version}</version>
91+
<scope>provided</scope>
92+
</dependency>
93+
94+
<!-- test dependencies -->
95+
<dependency>
96+
<groupId>org.apache.flink</groupId>
97+
<artifactId>flink-table-planner_${scala.binary.version}</artifactId>
98+
<version>${project.version}</version>
99+
<scope>test</scope>
100+
</dependency>
101+
102+
<dependency>
103+
<groupId>com.squareup.okhttp3</groupId>
104+
<artifactId>mockwebserver</artifactId>
105+
<version>${okhttp.version}</version>
106+
<scope>test</scope>
107+
</dependency>
108+
109+
<dependency>
110+
<groupId>org.apache.flink</groupId>
111+
<artifactId>flink-table-api-java-bridge</artifactId>
112+
<version>${project.version}</version>
113+
<scope>test</scope>
114+
</dependency>
115+
116+
<dependency>
117+
<groupId>org.apache.flink</groupId>
118+
<artifactId>flink-clients</artifactId>
119+
<version>${project.version}</version>
120+
<scope>test</scope>
121+
</dependency>
122+
123+
<dependency>
124+
<groupId>com.google.code.gson</groupId>
125+
<artifactId>gson</artifactId>
126+
<version>${test.gson.version}</version>
127+
<scope>test</scope>
128+
</dependency>
129+
</dependencies>
130+
131+
<build>
132+
<plugins>
133+
<plugin>
134+
<groupId>org.apache.maven.plugins</groupId>
135+
<artifactId>maven-shade-plugin</artifactId>
136+
<executions>
137+
<execution>
138+
<id>shade-flink</id>
139+
<phase>package</phase>
140+
<goals>
141+
<goal>shade</goal>
142+
</goals>
143+
<configuration>
144+
<artifactSet>
145+
<includes>
146+
<include>*:*</include>
147+
</includes>
148+
<excludes>
149+
<exclude>com.google.code.findbugs:jsr305</exclude>
150+
</excludes>
151+
</artifactSet>
152+
<relocations combine.children="append">
153+
<relocation>
154+
<pattern>com.fasterxml.jackson</pattern>
155+
<shadedPattern>org.apache.flink.model.triton.com.fasterxml.jackson</shadedPattern>
156+
</relocation>
157+
<relocation>
158+
<pattern>com.squareup</pattern>
159+
<shadedPattern>org.apache.flink.model.triton.com.squareup</shadedPattern>
160+
</relocation>
161+
</relocations>
162+
<filters>
163+
<filter>
164+
<artifact>*</artifact>
165+
<excludes>
166+
<exclude>okhttp3/internal/publicsuffix/NOTICE</exclude>
167+
</excludes>
168+
</filter>
169+
</filters>
170+
</configuration>
171+
</execution>
172+
</executions>
173+
</plugin>
174+
</plugins>
175+
</build>
176+
</project>

0 commit comments

Comments
 (0)