Update backend to Python 3.12

.github/workflows/backend-ci.yml

@@ -42,7 +42,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: "3.10"
+          python-version: "3.12"
       - name: Install tox
         run: |
           pip install --upgrade pip

.github/workflows/cli-integration.yml

@@ -41,7 +41,7 @@ jobs:
       fail-fast: false
       matrix:
         python:
-          - "3.10"
+          - "3.12"
         dandi-version:
           - release
           - master

.github/workflows/frontend-ci.yml

@@ -94,15 +94,15 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: '3.10'
+          python-version: '3.12'
 
       - name: Install latest version of pip
         run: pip install --upgrade pip
 
       - uses: actions/cache@v3
         id: pip-cache
         with:
-          path: ${{ env.pythonLocation}}/lib/python3.10/site-packages/*
+          path: ${{ env.pythonLocation}}/lib/python3.12/site-packages/*
           key: ${{ env.pythonLocation }}-${{ hashFiles('requirements.txt') }}-${{ hashFiles('setup.py') }}
 
       - name: Install dandi-api dependencies

DEVELOPMENT.md

@@ -31,7 +31,7 @@ but allows developers to run Python code on their native system.
 ### Initial Setup
 1. Install [Docker](https://docs.docker.com/engine/install/) and [Docker Compose](https://docs.docker.com/compose/install/)
 2. Run `docker-compose -f ./docker-compose.yml up -d`
-3. Install Python 3.10
+3. Install Python 3.12
 4. Install
   [`psycopg2` build prerequisites](https://www.psycopg.org/docs/install.html#build-prerequisites).
   Example `psycopg2` installation on Ubuntu 20.04:

dandiapi/analytics/tasks/__init__.py

@@ -1,6 +1,6 @@
 from collections import Counter
+from collections.abc import Generator
 from pathlib import Path
-from typing import Generator
 
 from celery.app import shared_task
 from celery.utils.log import get_task_logger
@@ -79,7 +79,7 @@ def process_s3_log_file_task(bucket: LogBucket, s3_log_key: str) -> None:
     download_counts = Counter()
 
     for log_entry in s3logparse.parse_log_lines(
-        (line.decode('utf8') for line in data['Body'].iter_lines())
+        line.decode('utf8') for line in data['Body'].iter_lines()
     ):
         if log_entry.operation == 'REST.GET.OBJECT' and log_entry.status_code == 200:
             download_counts.update({log_entry.s3_key: 1})

dandiapi/api/models/asset.py

@@ -302,7 +302,7 @@ def full_metadata(self):
 
     def published_metadata(self):
         """Generate the metadata of this asset as if it were being published."""
-        now = datetime.datetime.now(datetime.timezone.utc)
+        now = datetime.datetime.now(datetime.UTC)
         # Inject the publishedBy and datePublished fields
         return {
             **self.full_metadata,

dandiapi/api/models/version.py

@@ -118,7 +118,7 @@ def datetime_to_version(time: datetime.datetime) -> str:
 
     @classmethod
     def next_published_version(cls, dandiset: Dandiset) -> str:
-        time = datetime.datetime.now(datetime.timezone.utc)
+        time = datetime.datetime.now(datetime.UTC)
         # increment time until there are no collisions
         while True:
             version = cls.datetime_to_version(time)

dandiapi/api/services/metadata/__init__.py

@@ -79,12 +79,10 @@ def version_aggregate_assets_summary(version: Version) -> None:
         raise VersionHasBeenPublished()
 
     version.metadata['assetsSummary'] = aggregate_assets_summary(
-        (
-            asset.full_metadata
-            for asset in version.assets.filter(status=Asset.Status.VALID)
-            .select_related('blob', 'zarr')
-            .iterator()
-        )
+        asset.full_metadata
+        for asset in version.assets.filter(status=Asset.Status.VALID)
+        .select_related('blob', 'zarr')
+        .iterator()
     )
 
     Version.objects.filter(id=version.id, version='draft').update(

dandiapi/api/services/publish/__init__.py

@@ -85,7 +85,7 @@ def _build_publishable_version_from_draft(draft_version: Version) -> Version:
         version=Version.next_published_version(draft_version.dandiset),
     )
 
-    now = datetime.datetime.now(datetime.timezone.utc)
+    now = datetime.datetime.now(datetime.UTC)
     # inject the publishedBy and datePublished fields
     publishable_version.metadata.update(
         {

dandiapi/api/tasks/scheduled.py

@@ -3,9 +3,9 @@
 
 This module is imported from celery.py in a post-app-load hook.
 """
+from collections.abc import Iterable
 from datetime import timedelta
 import time
-from typing import Iterable
 
 from celery import shared_task
 from celery.app.base import Celery

dandiapi/api/tests/factories.py

@@ -124,7 +124,7 @@ class Meta:
     def _create(cls, *args, **kwargs):
         version: Version = super()._create(*args, **kwargs)
         version.doi = f'10.80507/dandi.{version.dandiset.identifier}/{version.version}'
-        now = datetime.datetime.now(datetime.timezone.utc)
+        now = datetime.datetime.now(datetime.UTC)
         version.metadata = {
             **version.metadata,
             'publishedBy': version.published_by(now),

dandiapi/api/tests/test_tasks.py

@@ -170,7 +170,7 @@ def test_validate_asset_metadata_saves_version(draft_asset: Asset, draft_version
     draft_version.assets.add(draft_asset)
 
     # Update version with queryset so modified isn't auto incremented
-    old_datetime = datetime.datetime.fromtimestamp(1573782390).astimezone(datetime.timezone.utc)
+    old_datetime = datetime.datetime.fromtimestamp(1573782390).astimezone(datetime.UTC)
     Version.objects.filter(id=draft_version.id).update(modified=old_datetime)
 
     # Run task

dev/django-public.Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.10-slim
+FROM python:3.12-slim
 # Install system librarires for Python packages:
 # * psycopg2
 RUN apt-get update && \

dev/django.Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.10-slim
+FROM python:3.12-slim
 # Install system librarires for Python packages:
 # * psycopg2
 RUN apt-get update && \

pyproject.toml

@@ -1,7 +1,7 @@
 [tool.black]
 line-length = 100
 skip-string-normalization = true
-target-version = ["py310"]
+target-version = ["py312"]
 exclude='\.eggs|\.git|\.mypy_cache|\.tox|\.venv|_build|buck-out|build|dist'
 
 [tool.isort]

runtime.txt

@@ -1 +1 @@
-python-3.10.11
+python-3.12.0

setup.py

@@ -31,10 +31,10 @@
         'License :: OSI Approved :: Apache Software License',
         'Operating System :: OS Independent',
         'Programming Language :: Python :: 3',
-        'Programming Language :: Python :: 3.10',
+        'Programming Language :: Python :: 3.12',
         'Programming Language :: Python',
     ],
-    python_requires='>=3.10',
+    python_requires='>=3.12',
     packages=find_namespace_packages(include=['dandiapi*']),
     include_package_data=True,
     install_requires=[