Skip to content

Commit 3dd1720

Browse files
authored
[DSIP-83][datasource-plugin] Add DolphinDB datasource (#17404)
1 parent c955562 commit 3dd1720

File tree

31 files changed

+1016
-6
lines changed

31 files changed

+1016
-6
lines changed

.github/workflows/e2e.yml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -145,6 +145,8 @@ jobs:
145145
class: org.apache.dolphinscheduler.e2e.cases.SqlServerDataSourceE2ETest
146146
- name: HiveDataSourceE2ETest
147147
class: org.apache.dolphinscheduler.e2e.cases.HiveDataSourceE2ETest
148+
- name: DolphinDBDataSourceE2ETest
149+
class: org.apache.dolphinscheduler.e2e.cases.DolphinDBDataSourceE2ETest
148150
env:
149151
RECORDING_PATH: /tmp/recording-${{ matrix.case.name }}
150152
steps:

config/plugins_config

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,7 @@ dolphinscheduler-datasource-starrocks
6262
dolphinscheduler-datasource-trino
6363
dolphinscheduler-datasource-vertica
6464
dolphinscheduler-datasource-zeppelin
65+
dolphinscheduler-datasource-dolphindb
6566
--end--
6667

6768
--storage-plugins--

docs/configs/docsdev.js

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -225,6 +225,10 @@ export default {
225225
title: 'Remote Shell',
226226
link: '/en-us/docs/dev/user_doc/guide/task/remoteshell.html',
227227
},
228+
{
229+
title: 'DolphinDB',
230+
link: '/en-us/docs/dev/user_doc/guide/datasource/dolphindb.html',
231+
},
228232
],
229233
},
230234
{
@@ -940,6 +944,10 @@ export default {
940944
title: 'Remote Shell',
941945
link: '/zh-cn/docs/dev/user_doc/guide/task/remoteshell.html',
942946
},
947+
{
948+
title: 'DolphinDB',
949+
link: '/zh-cn/docs/dev/user_doc/guide/datasource/dolphindb.html',
950+
},
943951
],
944952
},
945953
{
Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
# DolphinDB
2+
3+
![dolphindb](../../../../img/new_ui/dev/datasource/dolphindb-en.png)
4+
5+
- Datasource: Select DOLPHINDB
6+
- Datasource Name: Enter the name of the DataSource
7+
- Description: Enter a description of the DataSource
8+
- IP/Host Name: Enter the DolphinDB service IP
9+
- Port: Enter the DolphinDB service port
10+
- Username: Set the username for DolphinDB connection
11+
- Password: Set the password for DolphinDB connection
12+
- JDBC connection parameters: Parameter settings for DolphinDB connection, in JSON format
13+
14+
## Native Supported
15+
16+
- No, please refer to the "Datasource Center" section in [Datasource Configuration](../installation/datasource-setting.md) to activate the datasource before using it.
17+
- JDBC driver configuration reference [DolphinDB JDBC Connector](https://docs.dolphindb.com/en/API/JDBC.html)
18+
- Driver Maven dependency [com.dolphindb:jdbc:3.00.3.0](https://mvnrepository.com/artifact/com.dolphindb/jdbc/3.00.3.0)
19+
Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
# DOLPHINDB 数据源
2+
3+
![dolphindb](../../../../img/new_ui/dev/datasource/dolphindb-zh.png)
4+
5+
- 数据源:选择 DOLPHINDB
6+
- 数据源名称:输入数据源的名称
7+
- 描述:输入数据源的描述
8+
- IP 主机名:输入连接 DOLPHINDB 的 IP
9+
- 端口:输入连接 DOLPHINDB 的端口
10+
- 用户名:设置连接 DOLPHINDB 的用户名
11+
- 密码:设置连接 DOLPHINDB 的密码
12+
- JDBC 连接参数:用于 DOLPHINDB 连接的参数设置,以 JSON 形式填写
13+
14+
## 是否原生支持
15+
16+
- 否,使用前需请参考 [数据源配置](../installation/datasource-setting.md) 中的 "数据源中心" 章节激活数据源。
17+
- JDBC驱动配置参考文档 [DolphinDB JDBC Connector](https://docs.dolphindb.cn/zh/jdbcdoc/jdbc.html)
18+
- 驱动Maven依赖 [com.dolphindb:jdbc:3.00.3.0](https://mvnrepository.com/artifact/com.dolphindb/jdbc/3.00.3.0)
19+
91 KB
Loading
92.6 KB
Loading

dolphinscheduler-bom/pom.xml

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@
5757
<cron-utils.version>9.1.6</cron-utils.version>
5858
<h2.version>2.2.220</h2.version>
5959
<mysql-connector.version>8.0.33</mysql-connector.version>
60+
<dolphindb-jdbc.version>3.00.3.0</dolphindb-jdbc.version>
6061
<vertica-jdbc.version>12.0.4-0</vertica-jdbc.version>
6162
<oracle-jdbc.version>21.5.0.0</oracle-jdbc.version>
6263
<dameng-jdbc.version>8.1.2.79</dameng-jdbc.version>
@@ -954,6 +955,12 @@
954955
<artifactId>brace-expansion</artifactId>
955956
<version>${brace-expansion.version}</version>
956957
</dependency>
958+
959+
<dependency>
960+
<groupId>com.dolphindb</groupId>
961+
<artifactId>jdbc</artifactId>
962+
<version>${dolphindb-jdbc.version}</version>
963+
</dependency>
957964
</dependencies>
958965
</dependencyManagement>
959966

dolphinscheduler-common/src/main/java/org/apache/dolphinscheduler/common/constants/DataSourceConstants.java

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -43,6 +43,7 @@ public class DataSourceConstants {
4343
public static final String NET_SNOWFLAKE_JDBC_DRIVER = "net.snowflake.client.jdbc.SnowflakeDriver";
4444
public static final String COM_VERTICA_JDBC_DRIVER = "com.vertica.jdbc.Driver";
4545
public static final String COM_HANA_DB_JDBC_DRIVER = "com.sap.db.jdbc.Driver";
46+
public static final String COM_DOLPHINDB_JDBC_DRIVER = "com.dolphindb.jdbc.Driver";
4647

4748
/**
4849
* validation Query
@@ -66,6 +67,7 @@ public class DataSourceConstants {
6667
public static final String VERTICA_VALIDATION_QUERY = "select 1";
6768

6869
public static final String HANA_VALIDATION_QUERY = "select 1 from DUMMY";
70+
public static final String DOLPHINDB_VALIDATION_QUERY = "select 1";
6971

7072
/**
7173
* jdbc url
@@ -91,6 +93,7 @@ public class DataSourceConstants {
9193
public static final String JDBC_SNOWFLAKE = "jdbc:snowflake://";
9294
public static final String JDBC_VERTICA = "jdbc:vertica://";
9395
public static final String JDBC_HANA = "jdbc:sap://";
96+
public static final String JDBC_DOLPHINDB = "jdbc:dolphindb://";
9497

9598
/**
9699
* database type

dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-all/pom.xml

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -163,5 +163,10 @@
163163
<artifactId>dolphinscheduler-datasource-aliyunserverlessspark</artifactId>
164164
<version>${project.version}</version>
165165
</dependency>
166+
<dependency>
167+
<groupId>org.apache.dolphinscheduler</groupId>
168+
<artifactId>dolphinscheduler-datasource-dolphindb</artifactId>
169+
<version>${project.version}</version>
170+
</dependency>
166171
</dependencies>
167172
</project>

0 commit comments

Comments
 (0)