Merge branch 'master' into inplace

Author: xliuqq

.circleci/config.yml

@@ -19,8 +19,8 @@ jobs:
           command: |
             test -z "$(go fmt ./... 2>/dev/null | tee /dev/stderr)" || (echo "please format Go code with 'gofmt'")
             go vet ./...
-      - run: docker build --build-arg TARGETARCH=amd64 --build-arg HELM_VERSION=helm-v3.11.3 . -f docker/Dockerfile.dataset -t dataset-controller:${CIRCLE_BUILD_NUM}
-      - run: docker build --build-arg TARGETARCH=amd64 --build-arg HELM_VERSION=helm-v3.11.3 . -f docker/Dockerfile.alluxioruntime -t alluxioruntime-controller:${CIRCLE_BUILD_NUM}
-      - run: docker build --build-arg TARGETARCH=amd64 --build-arg HELM_VERSION=helm-v3.11.3 . -f docker/Dockerfile.csi -t fluid-csi:${CIRCLE_BUILD_NUM}
+      - run: docker build --build-arg TARGETARCH=amd64 --build-arg HELM_VERSION=v3.17.3 . -f docker/Dockerfile.dataset -t dataset-controller:${CIRCLE_BUILD_NUM}
+      - run: docker build --build-arg TARGETARCH=amd64 --build-arg HELM_VERSION=v3.17.3 . -f docker/Dockerfile.alluxioruntime -t alluxioruntime-controller:${CIRCLE_BUILD_NUM}
+      - run: docker build --build-arg TARGETARCH=amd64 --build-arg HELM_VERSION=v3.17.3 . -f docker/Dockerfile.csi -t fluid-csi:${CIRCLE_BUILD_NUM}
 
 # maybe later we need to upload output to helm repository

.github/workflows/codeql-analysis.yml

@@ -40,11 +40,11 @@ jobs:
 
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v4
+      uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
 
     # Initializes the CodeQL tools for scanning.
     - name: Initialize CodeQL
-      uses: github/codeql-action/init@v3.28.15
+      uses: github/codeql-action/init@3c3833e0f8c1c83d449a7478aa59c036a9165498 # v3.29.5
       with:
         languages: ${{ matrix.language }}
         # If you wish to specify custom queries, you can do so here or in a config file.
@@ -64,4 +64,4 @@ jobs:
     #   make release
 
     - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v3.28.15
+      uses: github/codeql-action/analyze@3c3833e0f8c1c83d449a7478aa59c036a9165498 # v3.29.5

.github/workflows/kind-e2e.yml

@@ -24,7 +24,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        kubernetes-version: ["v1.29.2", "v1.28.7", "v1.26.15", "v1.24.17", "v1.22.17"]
+        kubernetes-version: ["v1.33.2", "v1.30.13", "v1.28.15", "v1.24.17", "v1.22.17"]
     env:
       GOPATH: ${{ github.workspace }}
       GO111MODULE: auto
@@ -35,21 +35,22 @@ jobs:
 
     steps:
       - name: Set up Go
-        uses: actions/setup-go@v5
+        uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0
         with:
           go-version: ${{ env.GO_VERSION }}
 
       - name: Set up Helm
-        uses: azure/[email protected].0
+        uses: azure/setup-helm@1a275c3b69536ee54be43f2070a358922e12c8d4 # v4.3.1
 
       - name: Checkout code
-        uses: actions/checkout@v4
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           path: ${{ env.GOPATH }}/src/github.com/fluid-cloudnative/fluid
 
       - name: Create k8s Kind Cluster
-        uses: helm/[email protected]
+        uses: helm/kind-action@a1b0e391336a6ee6713a0583f8c6240d70863de3 # v1.12.0
         with:
+          version: v0.29.0  # default version in v1.12.0 is v0.24.0, bump to v0.29.0 to solve https://github.com/kubernetes-sigs/kind/issues/3853
           node_image: kindest/node:${{ matrix.kubernetes-version }}
           cluster_name: ${{ env.KIND_CLUSTER }}
           kubectl_version: ${{ matrix.kubernetes-version }}
@@ -73,7 +74,7 @@ jobs:
 
       - name: Dump environment
         if: ${{ !cancelled() }}
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
         with:
           name: gha-e2e-logs-${{ github.job }}-${{ matrix.kubernetes-version }}
           path: "src/github.com/fluid-cloudnative/fluid/e2e-tmp/testcase-*.tgz"

.github/workflows/project-check.yml

@@ -16,8 +16,8 @@ jobs:
   staticcheck:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
-      - uses: dominikh/staticcheck-action@v1
+      - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
+      - uses: dominikh/staticcheck-action@024238d2898c874f26d723e7d0ff4308c35589a2 # v1
 
   lint:
     runs-on: ubuntu-latest
@@ -29,17 +29,17 @@ jobs:
         working-directory: ${{ env.GOPATH }}/src/github.com/fluid-cloudnative/fluid
     steps:
       - name: Set up Go
-        uses: actions/setup-go@v5
+        uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0
         with:
           go-version: ${{ env.GO_VERSION }}
 
       - name: Checkout code
-        uses: actions/checkout@v4
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           path: ${{ env.GOPATH }}/src/github.com/fluid-cloudnative/fluid
 
       - name: Lint golang code
-        uses: golangci/golangci-lint-action@v6
+        uses: golangci/golangci-lint-action@55c2c1448f86e01eaae002a5a3a9624417608d84 # v6.5.2
         with:
           version: latest
           args: --timeout 10m --verbose
@@ -84,12 +84,12 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - name: Set up Go
-      uses: actions/setup-go@v5
+      uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0
       with:
         go-version: ${{ env.GO_VERSION }}
 
     - name: Checkout code
-      uses: actions/checkout@v4
+      uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
       with:
         path: ${{ env.GOPATH }}/src/github.com/fluid-cloudnative/fluid
 
@@ -105,4 +105,8 @@ jobs:
       run: |
         make build
         make test
-        bash <(curl -s https://codecov.io/bash)
+
+    - name: Upload coverage to Codecov
+      uses: codecov/codecov-action@v5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}

.github/workflows/sonarcloud.yaml

@@ -29,12 +29,12 @@ jobs:
 
     steps:
       - name: "Checkout code"
-        uses: actions/checkout@v4
+        uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
         with:
           persist-credentials: false
 
       - name: "Run analysis"
-        uses: ossf/scorecard-action@f49aabe0b5af0936a0987cfb85d86b75731b0186 # v2.4.1
+        uses: ossf/scorecard-action@05b42c624433fc40578a4040d5cf5e36ddca8cde # v2.4.2
         with:
           results_file: results.sarif
           results_format: sarif
@@ -43,13 +43,13 @@ jobs:
           exclude_paths: "vendor/**"
 
       - name: "Upload artifact"
-        uses: actions/upload-artifact@v4
+        uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
         with:
           name: SARIF file
           path: results.sarif
           retention-days: 5
 
       - name: "Upload to code-scanning"
-        uses: github/codeql-action/upload-sarif@4c3e5362829f0b0bb62ff5f6c938d7f95574c306 # v2.22.11
+        uses: github/codeql-action/upload-sarif@3c3833e0f8c1c83d449a7478aa59c036a9165498 # v2.22.11
         with:
           sarif_file: results.sarif

.gitignore

@@ -38,3 +38,5 @@ openapi-gen
 # debug related
 **/__debug_bin
 **/__pycache__
+
+**/coverage.txt

ADOPTERS.md

@@ -10,44 +10,44 @@ The following are the adopters of project Fluid. If you are using Fluid to simpl
 The companies/organizations are listed in alphabetical order grouped by the phase.
 | Organization | Contact | Phases      | Description of Use |
 | ------------ | ------- | ----------- | ------------------ |
-| [4Paradigm.com](http://www.4paradigm.com/)  | [@mahao](mahao@4paradigm.com) | Testing | 4Paradigm Sage EE |
-| [PITS Globale Datenrettungsdienste](https://www.pitsdatenrettung.de/)  | [@arnoldberlin](mahao@4paradigm.com) | Testing | ML & Kubernetes |
-| [BossZhipin](https://www.zhipin.com/)  | [@lilyzhoupeijie](zhoupeijie@kanzhun.com) | Staging | Alsenal AI Platform |
-| [China Telecom](https://www.chinatelecom-h.com/en/global/home.php) | [@yangyuliufeng]([email protected]) | Staging | AI Platform on k8s |
-| [HAOMO](http://haomo.ai/)  | [@tongyan]([email protected]) | Testing | HAOMO Auto Machine Learning Platform |
-| [Platform of Artificial Intelligence On Alibaba Cloud](https://www.aliyun.com/product/bigdata/product/learn)  | [@2sin18](yuanman.ym@alibaba-inc.com) | Production  | PAI Deep Learning Containers |
+| [4Paradigm.com](http://www.4paradigm.com/)  | [@mahao](https://github.com/mahao) | Testing | 4Paradigm Sage EE |
+| [PITS Globale Datenrettungsdienste](https://www.pitsdatenrettung.de/)  | [@arnoldberlin](https://github.com/arnoldberlin) | Testing | ML & Kubernetes |
+| [BossZhipin](https://www.zhipin.com/)  | [@lilyzhoupeijie](https://github.com/lilyzhoupeijie) | Staging | Alsenal AI Platform |
+| [China Telecom](https://www.chinatelecom-h.com/en/global/home.php) | [@yangyuliufeng](https://github.com/yangyuliufeng) | Staging | AI Platform on k8s |
+| [HAOMO](http://haomo.ai/)  | [@tongyan](https://github.com/tongyan) | Testing | HAOMO Auto Machine Learning Platform |
+| [Platform of Artificial Intelligence On Alibaba Cloud](https://www.aliyun.com/product/bigdata/product/learn)  | [@2sin18](https://github.com/2sin18) | Production  | PAI Deep Learning Containers |
 | [Qihoo 360](http://www.360.cn/)  | [@yuchang](https://github.com/70data) | Production | BigData platform |
-| [TencentCloud](https://cloud.tencent.com/)  | [@xieydd](chrisydxie@tencent.com) | Testing | Tencent Kubernetes Engine |
-| [Unisound](https://www.unisound.com/)  | [@ldd91](lvdongdong@unisound.com) | Staging | Atlas Deep Learning Platform |
-| [Weibo](http://www.weibo.com/)  | [@wutong]([email protected].com) | Production | weibo deep learning platform |
-| [bilibili](http://www.bilibili.com/)  | [@umialpha](lilei06@bilibili.com) | Production | bilibili AI platform |
+| [TencentCloud](https://cloud.tencent.com/)  | [@xieydd](https://github.com/xieydd) | Testing | Tencent Kubernetes Engine |
+| [Unisound](https://www.unisound.com/)  | [@ldd91](https://github.com/ldd91) | Staging | Atlas Deep Learning Platform |
+| [Weibo](http://www.weibo.com/)  | [@wutong](https://github.com/wutong) | Production | weibo deep learning platform |
+| [bilibili](http://www.bilibili.com/)  | [@umialpha](https://github.com/umialpha) | Production | bilibili AI platform |
 | [AnalyticDB On Alibaba Cloud](https://www.aliyun.com/product/ApsaraDB/ads)  | [@daomin885]([email protected]) | Production | LakeCache Containers |
-| [鹏行智能](https://www.pxing.com/)  | [@chenhuaicong](chenhc@pxing.com) | Testing | Pxing AI training platform |
-| [数元灵](https://www.dmetasoul.com/)  | [@xuzhiwei](xuzw@dmetasoul.com) | Testing | MetaSpore distributed multimodal AI platform |
+| [鹏行智能](https://www.pxing.com/)  | [@chenhuaicong](https://github.com/chenhuaicong) | Testing | Pxing AI training platform |
+| [数元灵](https://www.dmetasoul.com/)  | [@xuzhiwei](https://github.com/xuzhiwei) | Testing | MetaSpore distributed multimodal AI platform |
 | [Gaussian Robotics](https://www.gaussianrobotics.com/)  | [@gaohairong]([email protected]) | Testing | AI Platform on k8s |
-| [Metaapp](https://www.metaapp.cn/)  | [@xzbcodelife](xzbzxcasdf@163.com) | Testing | Recommendation |
+| [Metaapp](https://www.metaapp.cn/)  | [@xzbcodelife](https://github.com/xzbcodelife) | Testing | Recommendation |
 | [Baidu AI Cloud](https://cloud.baidu.com/)  | [@abowloflrf](https://github.com/abowloflrf) | Staging | Cloud Container Engine |
 | [Envision](https://www.envision-group.com/cn/digital.html)  | [@shaoxuefeng](https://github.com/shaoxuefeng) | Testing | AI Platform on k8s |
 | [Metabit Trading](https://www.metabit-trading.com)  | [@jianhong](https://github.com/jianhong-metabit) | Production | AI Platform on k8s |
 | [Zhejiang Lab](https://www.zhejianglab.com)  | [@hongchen](https://github.com/hongchenokok) | Testing | AI Platform on k8s |
 | [XIAOMI](https://www.mi.com/)  | [@PeterChg](https://github.com/PeterChg) | Staging | Cloudml AI Platform |
-| [Soul APP](https://soulapp.cn/)  | [@mornight]([email protected]) | Testing | AI Platform on k8s |
-| [HUYA](https://www.huya.com)  | [@BobLiu20](liubofang@huya.com) | Production | AI Platform on k8s |
-| [OPPO](https://www.oppo.com) | [@laibruce](laiyanhui@oppo.com) | Production | Data acceleration |
-| [CloudView](https://cloudview.mobi) | [@kastland](kastland@126.com) | Production | AI Platform on k8s |
-| [Inceptio](https://www.inceptio.ai) | [@willwu](wusnong@163.com) | Production | Bigdata Platform and Autonomous Driving Simulation Platform |
+| [Soul APP](https://soulapp.cn/)  | [@mornight](https://github.com/mornight) | Testing | AI Platform on k8s |
+| [HUYA](https://www.huya.com)  | [@BobLiu20](https://github.com/BobLiu20) | Production | AI Platform on k8s |
+| [OPPO](https://www.oppo.com) | [@laibruce](https://github.com/laibruce) | Production | Data acceleration |
+| [CloudView](https://cloudview.mobi) | [@kastland](https://github.com/kastland) | Production | AI Platform on k8s |
+| [Inceptio](https://www.inceptio.ai) | [@willwu](https://github.com/willwu) | Production | Bigdata Platform and Autonomous Driving Simulation Platform |
 | [autelrobotics](https://www.autelrobotics.cn) | [@andyzheung](https://github.com/andyzheung) | Testing | AI platform training data cache and big emr job data process data cache |
 | [coScene](https://www.coscene.cn) | [@juchaosong](https://github.com/juchaosong) | Production | Data Platform on k8s |
-| [pvmed](https://www.pvmedtech.com/) | [@huozhuoliang](huozhuoliang@pvmedtech.com) | Testing | AI training platform|
-| [DPTechnology](https://www.dp.tech/) | [@liyangbing]([email protected]) | Production | AI Platform on k8s|
-| [Megvii](https://megvii.com/) | [@huangweixiao](huangweixiao@megvii.com) | Testing | AI Platform on k8s|
-| [图森未来](https://cn.tusimple.com/) | [@bojian]([email protected]) | Testing | Elastic Container Orchestration Service on k8s |
-| [得物](https://dewu.com/) | [@wangweidong](wangweidong@shizhuang-inc.com) | Staging | AI Platform(KubeAI) on k8s |
-| [KubeDL](https://kubedl.io/) | [@SimonCqk](cqk0100@gmail.com) | Production | AI Training/Big Data/Stream Media Platforms In Aicheng Technology At Large Scale |
-| [liblibai](https://liblib.ai) | [@zxj](zxj861216@163.com) | Production | AIGC Platform on k8s |
+| [pvmed](https://www.pvmedtech.com/) | [@huozhuoliang](https://github.com/huozhuoliang) | Testing | AI training platform|
+| [DPTechnology](https://www.dp.tech/) | [@liyangbing](https://github.com/liyangbing) | Production | AI Platform on k8s|
+| [Megvii](https://megvii.com/) | [@huangweixiao](https://github.com/huangweixiao) | Testing | AI Platform on k8s|
+| [图森未来](https://cn.tusimple.com/) | [@bojian](https://github.com/bojian) | Testing | Elastic Container Orchestration Service on k8s |
+| [得物](https://dewu.com/) | [@wangweidong](https://github.com/wangweidong) | Staging | AI Platform(KubeAI) on k8s |
+| [KubeDL](https://kubedl.io/) | [@SimonCqk](https://github.com/SimonCqk) | Production | AI Training/Big Data/Stream Media Platforms In Aicheng Technology At Large Scale |
+| [liblibai](https://liblib.ai) | [@zxj](https://github.com/zxj) | Production | AIGC Platform on k8s |
 | [HappyElements](https://www.happyelements.com) | [@Luckyboys](https://github.com/Luckyboys) | Production | AIGC Platform on k8s |
 | [JoinQuant](https://www.joinquant.com/) | [@David-Xiang](https://github.com/David-Xiang) | Production | AI Platform on k8s |
 | [Aliyun E-MapReduce](https://help.aliyun.com/en/emr/) | [@frankleaf](https://github.com/frankleaf) | Production | Accelerate Spark Service on BigData |
-| [数慧时空](https://diit.cn/) | [@zery](zerix.os@gmail.com) | Production | DataFabric System Storage Cache Layer  |
+| [数慧时空](https://diit.cn/) | [@zery](https://github.com/zery) | Production | DataFabric System Storage Cache Layer  |
 | [同花顺](https://www.10jqka.com.cn/) | [@seriousgong](https://github.com/seriousgong) | Production | AI Platform on k8s |
 | [地平线](https://www.horizon.auto/) | [@chenyangxueHDU](https://github.com/chenyangxueHDU) | Production | AI Platform on k8s |

CONTRIBUTING.md

@@ -128,7 +128,7 @@ You are warmly welcome if you'd like to join our community as a member. Together
 **Some requirements are needed to join our community:**
 
 - Have read [Contributing to Fluid](CONTRIBUTING.md) carefully
-- Promise to observe our [code of conduct](code-of-conduct.md)
+- Promise to observe our [code of conduct](CODE_OF_CONDUCT.md)
 - Have submitted multiple PRs to Fluid
 - Be active in the community, including but not limited to:
     - Open new issues