This is an automated email from the ASF dual-hosted git repository.
leesf pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 691e407 [DOCS] Add jfs support doc for hudi (#3736)
691e407 is described below
commit 691e4072d91d707768e71cc7f0bfcaa238f77da1
Author: tangyoupeng <to...@juicedata.io>
AuthorDate: Fri Oct 1 08:55:56 2021 +0800
[DOCS] Add jfs support doc for hudi (#3736)
---
website/docs/cloud.md | 2 +
website/docs/jfs_hoodie.md | 91 ++++++++++++++++++++++++++++++++++++++++++++++
website/sidebars.js | 3 +-
3 files changed, 95 insertions(+), 1 deletion(-)
diff --git a/website/docs/cloud.md b/website/docs/cloud.md
index 57491ec..09ef8f6 100644
--- a/website/docs/cloud.md
+++ b/website/docs/cloud.md
@@ -25,3 +25,5 @@ to cloud stores.
Configurations required for IBM Cloud Object Storage and Hudi
co-operability.
* [Baidu Cloud Object Storage](bos_hoodie) <br/>
Configurations required for BOS and Hudi co-operability.
+* [JuiceFS](jfs_hoodie) <br/>
+ Configurations required for JuiceFS and Hudi co-operability.
\ No newline at end of file
diff --git a/website/docs/jfs_hoodie.md b/website/docs/jfs_hoodie.md
new file mode 100644
index 0000000..5ea3af3
--- /dev/null
+++ b/website/docs/jfs_hoodie.md
@@ -0,0 +1,91 @@
+---
+title: JuiceFS
+keywords: [ hudi, hive, jfs, spark, flink]
+summary: On this page, we go over how to configure Hudi with JuiceFS.
+last_modified_at: 2021-09-30T17:24:24-10:00
+---
+On this page, we explain how to use Hudi with JuiceFS.
+
+## JuiceFS Preparing
+
+JuiceFS is a high-performance distributed file system. Any data stored into
JuiceFS, the data itself will be persisted in object storage (e.g. Amazon S3),
and the metadata corresponding to the data can be persisted in various database
engines such as Redis, MySQL, and TiKV according to the needs of the scene.
+
+There are three configurations required for Hudi-JuiceFS compatibility:
+
+- Creating JuiceFS
+- Adding JuiceFS configuration for Hudi
+- Adding required jar to `classpath`
+
+### Creating JuiceFS
+
+JuiceFS supports multiple engines such as Redis, MySQL, SQLite, and TiKV.
+
+This example uses Redis as Meta Engine and AWS S3 as Data Storage in Linux env.
+
+- Download
+```shell
+JFS_LATEST_TAG=$(curl -s
https://api.github.com/repos/juicedata/juicefs/releases/latest | grep
'tag_name' | cut -d '"' -f 4 | tr -d 'v')
+wget
"https://github.com/juicedata/juicefs/releases/download/v${JFS_LATEST_TAG}/juicefs-${JFS_LATEST_TAG}-linux-amd64.tar.gz";
+```
+
+- Install
+```shell
+mkdir juice && tar -zxvf "juicefs-${JFS_LATEST_TAG}-linux-amd64.tar.gz" -C
juice
+sudo install juice/juicefs /usr/local/bin
+```
+
+- Format a filesystem
+```shell
+juicefs format \
+ --storage s3 \
+ --bucket https://<your-bucket-name> \
+ --access-key <your-access-key-id> \
+ --secret-key <your-access-key-secret> \
+ redis://:<password>@<redis-host>:6379/1 \
+ myjfs
+```
+
+### JuiceFS configuration
+
+Add the required configurations in your core-site.xml from where Hudi can
fetch them.
+
+```xml
+<property>
+ <name>fs.defaultFS</name>
+ <value>jfs://myfs</value>
+ <description>Optional, you can also specify full path
"jfs://myfs/path-to-dir" with location to use JuiceFS</description>
+</property>
+<property>
+ <name>fs.jfs.impl</name>
+ <value>io.juicefs.JuiceFileSystem</value>
+</property>
+<property>
+ <name>fs.AbstractFileSystem.jfs.impl</name>
+ <value>io.juicefs.JuiceFS</value>
+</property>
+<property>
+ <name>juicefs.meta</name>
+ <value>redis://:<password>@<redis-host>:6379/1</value>
+</property>
+<property>
+ <name>juicefs.cache-dir</name>
+ <value>/path-to-your-disk</value>
+</property>
+<property>
+ <name>juicefs.cache-size</name>
+ <value>1024</value>
+</property>
+<property>
+ <name>juicefs.access-log</name>
+ <value>/tmp/juicefs.access.log</value>
+</property>
+```
+
+### JuiceFS Hadoop SDK
+You can download the JuiceFS java Hadoop SDK jar from
[here](https://github.com/juicedata/juicefs/releases/download/v0.17.0/juicefs-hadoop-0.17.0-linux-amd64.jar),
and place it to the `classpath`.
+You can also visit [JuiceFS
Releases](https://github.com/juicedata/juicefs/releases)) to get the latest
version or compile by your self.
+
+For example:
+- $SPARK_HOME/jars
+
+
diff --git a/website/sidebars.js b/website/sidebars.js
index 89d10e5..b365e98 100644
--- a/website/sidebars.js
+++ b/website/sidebars.js
@@ -36,7 +36,8 @@ module.exports = {
'azure_hoodie',
'cos_hoodie',
'ibm_cos_hoodie',
- 'bos_hoodie'
+ 'bos_hoodie',
+ 'jfs_hoodie'
],
},
{
