Merge branch 'main' into setup/vendor-buildchain-with-asyncudp

.github/labeler.yml

@@ -2,7 +2,11 @@ require:db-migration:
 - any: ['src/ai/backend/manager/models/alembic/versions/*.py']
 
 area:docs:
-- any: ['docs/**/*']
+- any: [
+    'docs/**/*',
+    'src/ai/backend/manager/api/**/*.py',
+    'src/ai/backend/manager/models/gql.py',
+  ]
 
 comp:storage-proxy:
 - any: ['src/ai/backend/storage/**/*.py']

.github/workflows/docs-preview.yml

@@ -8,13 +8,15 @@ permissions:
 
 jobs:
   docs-preview-links-:
-    if: ${{ contains(github.event.pull_request.labels.*.name, 'docs') }}
+    if: ${{ contains(github.event.pull_request.labels.*.name, 'area:docs') }}
     runs-on: ubuntu-latest
     steps:
-      - uses: readthedocs/actions/preview@v1
+      - name: Make a link to the doc preview build (en)
+        uses: readthedocs/actions/preview@v1
         with:
           project-slug: "sorna"
-      - uses: readthedocs/actions/preview@v1
+      - name: Make a link to the doc preview build (ko)
+        uses: readthedocs/actions/preview@v1
         with:
           project-slug: "sorna-ko"
           project-language: "ko"

.gitignore

@@ -120,6 +120,7 @@ ENV/
 /vfroot/
 /*.pid
 /scratches/
+logs
 
 # Additional clones for editable components
 /src/ai/backend/webui/

.readthedocs.yml

@@ -8,7 +8,11 @@ build:
   tools:
     python: "3.11"
   jobs:
+    post_checkout:
+      # Skip the build if there is no docs label
+      - scripts/check-docs-label.sh
     pre_build:
+      # Auto-generate REST API reference
       - PYTHONPATH="src" python -m ai.backend.manager.openapi docs/manager/rest-reference/openapi.json
 python:
   install:

changes/1358.fix.md

@@ -0,0 +1 @@
+Add `groups_name` aggregated field in querying keypairs by email or access key to prevent field reference error.

scripts/check-docs-label.sh

@@ -0,0 +1,6 @@
+#! /bin/bash
+# This script is executed inside the RTD's build environment.
+wget -qO ./jq https://github.com/jqlang/jq/releases/download/jq-1.6/jq-linux64
+chmod +x ./jq
+[ "${READTHEDOCS_VERSION_TYPE}" != "external" ] && exit 0  # always continue on non-PR-preview builds
+(curl -sL https://api.github.com/repos/lablup/backend.ai/issues/${READTHEDOCS_VERSION}/labels | ./jq -e '.[] | select(.name == "area:docs")' > /dev/null) && echo "continue to build docs for PR" || exit 183

src/ai/backend/manager/models/keypair.py

@@ -408,14 +408,27 @@ async def batch_load_by_email(
         domain_name: str = None,
         is_active: bool = None,
     ) -> Sequence[Sequence[Optional[KeyPair]]]:
+        from .group import association_groups_users, groups
         from .user import users
 
-        j = sa.join(
-            keypairs,
-            users,
-            keypairs.c.user == users.c.uuid,
+        j = (
+            sa.join(keypairs, users, keypairs.c.user == users.c.uuid)
+            .join(association_groups_users, users.c.uuid == association_groups_users.c.user_id)
+            .join(groups, association_groups_users.c.group_id == groups.c.id)
+        )
+        query = (
+            sa.select(
+                [
+                    keypairs,
+                    users.c.email,
+                    users.c.full_name,
+                    agg_to_array(groups.c.name).label("groups_name"),
+                ]
+            )
+            .select_from(j)
+            .where(keypairs.c.user_id.in_(user_ids))
+            .group_by(keypairs, users.c.email, users.c.full_name)
         )
-        query = sa.select([keypairs]).select_from(j).where(keypairs.c.user_id.in_(user_ids))
         if domain_name is not None:
             query = query.where(users.c.domain_name == domain_name)
         if is_active is not None:
@@ -438,14 +451,27 @@ async def batch_load_by_ak(
         *,
         domain_name: str = None,
     ) -> Sequence[Optional[KeyPair]]:
+        from .group import association_groups_users, groups
         from .user import users
 
-        j = sa.join(
-            keypairs,
-            users,
-            keypairs.c.user == users.c.uuid,
+        j = (
+            sa.join(keypairs, users, keypairs.c.user == users.c.uuid)
+            .join(association_groups_users, users.c.uuid == association_groups_users.c.user_id)
+            .join(groups, association_groups_users.c.group_id == groups.c.id)
+        )
+        query = (
+            sa.select(
+                [
+                    keypairs,
+                    users.c.email,
+                    users.c.full_name,
+                    agg_to_array(groups.c.name).label("groups_name"),
+                ]
+            )
+            .select_from(j)
+            .where(keypairs.c.access_key.in_(access_keys))
+            .group_by(keypairs, users.c.email, users.c.full_name)
         )
-        query = sa.select([keypairs]).select_from(j).where(keypairs.c.access_key.in_(access_keys))
         if domain_name is not None:
             query = query.where(users.c.domain_name == domain_name)
         async with graph_ctx.db.begin_readonly() as conn: