docs: Add dependencies list for all packages (#3743)

Signed-off-by: Xuanwo <[email protected]>
Co-authored-by: tison <[email protected]>

.github/actions/setup/action.yaml

@@ -26,6 +26,8 @@ inputs:
     description: "This setup needs nextest or not"
   need-protoc:
     description: "This setup needs protoc or not"
+  need-deny:
+      description: "This setup needs cargo-deny or not"
   github-token:
     description: "Github Token"
     default: ""
@@ -76,6 +78,21 @@ runs:
       shell: bash
       run: cargo install [email protected] --locked
 
+    - name: Cache cargo-deny on linux
+      id: cache-deny
+      uses: actions/cache@v3
+      if: inputs.need-deny == 'true'
+      with:
+          path: |
+              ~/.cargo/bin/cargo-deny
+              ~/.cargo/bin/cargo-deny.exe
+          key: r0-${{runner.os}}-deny-0.14.3
+
+    - name: Build cargo-deny if not cached
+      if: steps.cache-deny.outputs.cache-hit != 'true' && inputs.need-deny == 'true'
+      shell: bash
+      run: cargo install [email protected] --locked
+
     - name: Setup rust on linux
       if: runner.os == 'Linux' && inputs.need-rocksdb == 'true'
       shell: bash

.github/workflows/ci.yml

@@ -53,6 +53,48 @@ jobs:
       - name: Check diff
         run: git diff --exit-code
 
+  check_dependencies:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Rust toolchain
+        uses: ./.github/actions/setup
+        with:
+          need-deny: true
+
+      - name: Check dependencies
+        run: python3 ./scripts/dependencies.py check
+
+  check_website_dependencies:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: pnpm/action-setup@v2
+        with:
+          version: 8
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: '18'
+          cache: pnpm
+          cache-dependency-path: "website/pnpm-lock.yaml"
+
+      - name: Corepack
+        working-directory: website
+        run: corepack enable
+
+      - name: Install Dependencies
+        working-directory: website
+        run: pnpm install --frozen-lockfile
+
+      - name: Check dependencies
+        working-directory: website
+        run: |
+          npx license-checker --producation --excludePrivatePackages --csv > DEPENDENCIES.node.csv
+          git diff --exit-code
+
   check_docs:
     runs-on: ubuntu-latest
     steps:

DEPENDENCIES.md

@@ -0,0 +1,19 @@
+# OpenDAL Dependencies
+
+Please visit every package's `DEPENDENCIES.md` for a full list of dependencies.
+
+## Check
+
+To check and generate dependencies list of any package of opendal, please run:
+
+```bash
+python3 ./scripts/dependencies.py check
+```
+
+## Generate
+
+To update the dependencies list of every package, please run:
+
+```bash
+python3 ./scripts/dependencies.py generate
+```

bin/oay/DEPENDENCIES.md

@@ -0,0 +1,3 @@
+# Dependencies
+
+Refer to [DEPENDENCIES.rust.tsv](DEPENDENCIES.rust.tsv) for full list.