Skip to content

Commit 92a6b27

Browse files
JingsongLiJingsongLi
authored
[fs] Add JindoFileIO access to OSS without dependency (#5303)
1 parent 2f9bf31 commit 92a6b27

File tree

8 files changed

+692
-8
lines changed

8 files changed

+692
-8
lines changed

‎docs/content/maintenance/filesystems.md‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -256,6 +256,15 @@ Please note that:
256256
{{< /tab >}}
257257
{{< /tabs >}}
258258

259+
If you environment has jindo sdk dependencies, you can use Jindo Fs to connect OSS. Jindo has better read and write efficiency.
260+
261+
{{< stable >}}
262+
Download [paimon-jindo-{{< version >}}.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-jindo/{{< version >}}/paimon-jindo-{{< version >}}.jar).
263+
{{< /stable >}}
264+
{{< unstable >}}
265+
Download [paimon-jindo-{{< version >}}.jar](https://repository.apache.org/snapshots/org/apache/paimon/paimon-jindo/{{< version >}}/).
266+
{{< /unstable >}}
267+
259268
## S3
260269

261270
{{< stable >}}

‎docs/content/project/download.md‎

Lines changed: 10 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -82,19 +82,21 @@ This documentation is a guide for downloading Paimon Jars.
8282

8383
{{< unstable >}}
8484

85-
| Version | Jar |
86-
|------------|-------------------------------------------------------------------------------------------------------------------------|
87-
| paimon-oss | [paimon-oss-{{< version >}}.jar](https://repository.apache.org/snapshots/org/apache/paimon/paimon-oss/{{< version >}}/) |
88-
| paimon-s3 | [paimon-s3-{{< version >}}.jar](https://repository.apache.org/snapshots/org/apache/paimon/paimon-s3/{{< version >}}/) |
85+
| Version | Jar |
86+
|--------------|-----------------------------------------------------------------------------------------------------------------------------|
87+
| paimon-oss | [paimon-oss-{{< version >}}.jar](https://repository.apache.org/snapshots/org/apache/paimon/paimon-oss/{{< version >}}/) |
88+
| paimon-jindo | [paimon-jindo-{{< version >}}.jar](https://repository.apache.org/snapshots/org/apache/paimon/paimon-jindo/{{< version >}}/) |
89+
| paimon-s3 | [paimon-s3-{{< version >}}.jar](https://repository.apache.org/snapshots/org/apache/paimon/paimon-s3/{{< version >}}/) |
8990

9091
{{< /unstable >}}
9192

9293
{{< stable >}}
9394

94-
| Version | Jar |
95-
|------------|----------------------------------------------------------------------------------------------------------------------------------------------------|
96-
| paimon-oss | [paimon-oss-{{< version >}}.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-oss/{{< version >}}/paimon-oss-{{< version >}}.jar) |
97-
| paimon-s3 | [paimon-s3-{{< version >}}.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-s3/{{< version >}}/paimon-s3-{{< version >}}.jar) |
95+
| Version | Jar |
96+
|--------------|----------------------------------------------------------------------------------------------------------------------------------------------------------|
97+
| paimon-oss | [paimon-oss-{{< version >}}.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-oss/{{< version >}}/paimon-oss-{{< version >}}.jar) |
98+
| paimon-jindo | [paimon-jindo-{{< version >}}.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-jindo/{{< version >}}/paimon-jindo-{{< version >}}.jar) |
99+
| paimon-s3 | [paimon-s3-{{< version >}}.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-s3/{{< version >}}/paimon-s3-{{< version >}}.jar) |
98100

99101
{{< /stable >}}
100102

‎paimon-filesystems/paimon-jindo/pom.xml‎

Lines changed: 92 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,92 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
~ Licensed to the Apache Software Foundation (ASF) under one
4+
~ or more contributor license agreements. See the NOTICE file
5+
~ distributed with this work for additional information
6+
~ regarding copyright ownership. The ASF licenses this file
7+
~ to you under the Apache License, Version 2.0 (the
8+
~ "License"); you may not use this file except in compliance
9+
~ with the License. You may obtain a copy of the License at
10+
~
11+
~ http://www.apache.org/licenses/LICENSE-2.0
12+
~
13+
~ Unless required by applicable law or agreed to in writing, software
14+
~ distributed under the License is distributed on an "AS IS" BASIS,
15+
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16+
~ See the License for the specific language governing permissions and
17+
~ limitations under the License.
18+
-->
19+
<project xmlns="http://maven.apache.org/POM/4.0.0"
20+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
21+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
22+
<modelVersion>4.0.0</modelVersion>
23+
24+
<parent>
25+
<artifactId>paimon-filesystems</artifactId>
26+
<groupId>org.apache.paimon</groupId>
27+
<version>1.1-SNAPSHOT</version>
28+
</parent>
29+
30+
<artifactId>paimon-jindo</artifactId>
31+
<name>Paimon : FileSystems : Jindo</name>
32+
<packaging>jar</packaging>
33+
34+
<properties>
35+
<jindodata.version>6.5.6</jindodata.version>
36+
</properties>
37+
38+
<repositories>
39+
<repository>
40+
<id>jindodata</id>
41+
<url>https://jindodata-binary.oss-cn-shanghai.aliyuncs.com/mvn-repo/</url>
42+
</repository>
43+
</repositories>
44+
45+
<dependencies>
46+
<dependency>
47+
<groupId>org.apache.paimon</groupId>
48+
<artifactId>paimon-common</artifactId>
49+
<version>${project.version}</version>
50+
<scope>provided</scope>
51+
</dependency>
52+
53+
<dependency>
54+
<groupId>org.apache.hadoop</groupId>
55+
<artifactId>hadoop-common</artifactId>
56+
<version>${hadoop.version}</version>
57+
<scope>provided</scope>
58+
<exclusions>
59+
<exclusion>
60+
<groupId>*</groupId>
61+
<artifactId>*</artifactId>
62+
</exclusion>
63+
</exclusions>
64+
</dependency>
65+
66+
<dependency>
67+
<groupId>com.aliyun.jindodata</groupId>
68+
<artifactId>jindo-core</artifactId>
69+
<version>${jindodata.version}</version>
70+
<scope>provided</scope>
71+
<exclusions>
72+
<exclusion>
73+
<groupId>*</groupId>
74+
<artifactId>*</artifactId>
75+
</exclusion>
76+
</exclusions>
77+
</dependency>
78+
79+
<dependency>
80+
<groupId>com.aliyun.jindodata</groupId>
81+
<artifactId>jindo-sdk</artifactId>
82+
<version>${jindodata.version}</version>
83+
<scope>provided</scope>
84+
<exclusions>
85+
<exclusion>
86+
<groupId>*</groupId>
87+
<artifactId>*</artifactId>
88+
</exclusion>
89+
</exclusions>
90+
</dependency>
91+
</dependencies>
92+
</project>

0 commit comments

Comments
 (0)