Skip to content

Commit

Permalink
Add ci pipeline
Browse files Browse the repository at this point in the history
  • Loading branch information
devsjc committed Dec 22, 2023
1 parent b40b556 commit 0b385b2
Show file tree
Hide file tree
Showing 20 changed files with 341 additions and 85 deletions.
170 changes: 170 additions & 0 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,170 @@
name: Python CI

on:
push:
branches: []
paths-ignore:
- 'README.md'
tags:
- 'v*'
pull_request:
branches: []
paths-ignore:
- 'README.md'
workflow_dispatch:

# Specify concurrency such that only one workflow can run at a time
# * Different workflow files are not affected
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true

# Registry for storing Container images
env:
REGISTRY: ghcr.io
IMAGE_NAME: ${{ github.repository }}

# Ensure the GitHub token can remove packages
permissions:
packages: write


jobs:

# Define a dependencies job that runs on all branches and PRs
# * Installs dependencies and caches them
build-venv:
runs-on: ubuntu-latest
container: debian:12-slim

steps:
- name: Checkout repository
uses: actions/checkout@v3

# Restore cached virtualenv, if available
# * The pyproject.toml hash is part of the cache key, invalidating
# the cache if the file changes
- name: Restore cached virtualenv
id: restore-cache
uses: actions/cache/restore@v3
with:
path: .venv
key: ${{ runner.os }}-venv-${{ hashFiles('**/pyproject.toml') }}

# Should mirror the build-venv stage in the Containerfile
- name: Build venv
run: |
apt -qq update && apt -qq install -y python3-venv gcc libpython3-dev
python3 -m venv .venv
.venv/bin/python -m pip install --upgrade -q pip wheel setuptools
if: steps.restore-cache.outputs.cache-hit != 'true'

# Should mirror the build-reqs stage in the Containerfile
# * Except this installs the dev dependencies and binaries as well
- name: Install all dependencies
run: .venv/bin/python -m pip install .[test]
if: steps.restore-cache.outputs.cache-hit != 'true'

# Cache the virtualenv for future runs
- name: Cache virtualenv
uses: actions/cache/save@v3
with:
path: .venv
key: ${{ steps.restore-cache.outputs.cache-primary-key }}
if: steps.restore-cache.outputs.cache-hit != 'true'

# Define a unittest job that runs on all branches and PRs
test-unit:
runs-on: ubuntu-latest
container: debian:12-slim
needs: build-venv

steps:
- name: Checkout repository
uses: actions/checkout@v3

- name: Install libpython3-dev
run: apt -qq update && apt -qq install -y python3-venv libpython3-dev

# Restore cached virtualenv, if available
- name: Restore cached virtualenv
id: restore-cache
uses: actions/cache/restore@v3
with:
path: .venv
key: ${{ runner.os }}-venv-${{ hashFiles('**/pyproject.toml') }}
fail-on-cache-miss: true

# Run unittests
# * Produce JUnit XML report
- name: Run unit tests
run: |
.venv/bin/python3 -m xmlrunner discover -s src/fake_api -p "test_*.py" --output-file ut-report.xml
# Create test summary to be visualised on the job summary screen on GitHub
# * Runs even if previous steps fail
- name: Create test summary
uses: test-summary/action@v2
with:
paths: "*t-report.xml"
show: "fail, skip"
if: always()

# Define a "build-container" job that runs on branch commits only
# * Builds and pushes an OCI Container image to the registry defined in the environment variables
# * Only runs if test job passes
build-container:
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
needs: test-unit
if: github.event_name != 'pull_request'

steps:
# Do a non-shallow clone of the repo to ensure tags are present
# * This allows setuptools-git-versioning to automatically set the version
- name: Checkout repository
uses: actions/checkout@v3
with:
fetch-depth: 0

- name: Set up Buildx
uses: docker/setup-buildx-action@v2

- name: Log in to the Container registry
uses: docker/login-action@65b78e6e13532edd9afa3aa52ac7964289d1a9c1
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}

# Tag the built image according to the event type
# * If the event is a valid version tag, use the tag name
# * If the event is a branch commit, use the commit sha
- name: Extract metadata (tags, labels) for Container
id: meta
uses: docker/metadata-action@9ec57ed1fcdbf14dcef7dfbe97b2010124a938b7
with:
images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
tags: |
type=ref,event=branch
type=semver,pattern={{version}}
# Build and push the Container image to the registry
# * Creates a multiplatform-aware image
# * Semantic versioning is handled via the meta action
# * The image layers are cached between action runs
- name: Build and push Container image
uses: docker/build-push-action@v4
with:
context: .
file: Containerfile
push: true
tags: ${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}
platforms: linux/amd64,linux/arm64
cache-from: type=gha
cache-to: type=gha,mode=max
key: ${{ runner.os }}-venv-${{ hashFiles('**/pyproject.toml') }}

160 changes: 160 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,160 @@
# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
*$py.class

# C extensions
*.so

# Distribution / packaging
.Python
build/
develop-eggs/
dist/
downloads/
eggs/
.eggs/
lib/
lib64/
parts/
sdist/
var/
wheels/
share/python-wheels/
*.egg-info/
.installed.cfg
*.egg
MANIFEST

# PyInstaller
# Usually these files are written by a python script from a template
# before PyInstaller builds the exe, so as to inject date/other infos into it.
*.manifestutoPairsReturnutoPairsReturnutoPairsReturnutoPairsReturn
*.spec

# Installer logs
pip-log.txt
pip-delete-this-directory.txt

# Unit test / coverage reports
htmlcov/
.tox/
.nox/
.coverage
.coverage.*
.cache
nosetests.xml
coverage.xml
*.cover
*.py,cover
.hypothesis/
.pytest_cache/
cover/

# Translations
*.mo
*.pot

# Django stuff:
*.log
local_settings.py
db.sqlite3
db.sqlite3-journal

# Flask stuff:
instance/
.webassets-cache

# Scrapy stuff:
.scrapy

# Sphinx documentation
docs/_build/

# PyBuilder
.pybuilder/
target/

# Jupyter Notebook
.ipynb_checkpoints

# IPython
profile_default/
ipython_config.py

# pyenv
# For a library or package, you might want to ignore these files since the code is
# intended to run in multiple environments; otherwise, check them in:
# .python-version

# pipenv
# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
# However, in case of collaboration, if having platform-specific dependencies or dependencies
# having no cross-platform support, pipenv may install dependencies that don't work, or not
# install all needed dependencies.
#Pipfile.lock

# poetry
# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
# This is especially recommended for binary packages to ensure reproducibility, and is more
# commonly ignored for libraries.
# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
#poetry.lock

# pdm
# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
#pdm.lock
# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
# in version control.
# https://pdm.fming.dev/#use-with-ide
.pdm.toml

# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
__pypackages__/

# Celery stuff
celerybeat-schedule
celerybeat.pid

# SageMath parsed files
*.sage.py

# Environments
.env
.venv
env/
venv/
ENV/
env.bak/
venv.bak/

# Spyder project settings
.spyderproject
.spyproject

# Rope project settings
.ropeproject

# mkdocs documentation
/site

# mypy
.mypy_cache/
.dmypy.json
dmypy.json

# Pyre type checker
.pyre/

# pytype static type analyzer
.pytype/

# Cython debug symbols
cython_debug/

# PyCharm
# JetBrains specific template is maintained in a separate JetBrains.gitignore that can
# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
# and can be added to the global gitignore or merged into this file. For a more nuclear
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
.idea/
15 changes: 8 additions & 7 deletions Containerfile
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
# Build a virtualenv using venv
# * Install required compilation tools for wheels via apt
FROM python:3.11-slim AS build-venv
RUN apt -qq update && apt -qq install -y build-essential
RUN python3 -m venv /venv
RUN /venv/bin/pip install --upgrade -q pip wheel setuptools
FROM debian:12-slim AS build
RUN apt -qq update && apt -qq install -y python3-venv gcc libpython3-dev && \
python3 -m venv /venv && \
/venv/bin/pip install --upgrade -q pip setuptools wheel

# Install packages into the virtualenv as a separate step
# * Only re-execute this step when the requirements files change
FROM build-venv AS install-deps
FROM build AS install-deps
WORKDIR /app
COPY pyproject.toml pyproject.toml
RUN /venv/bin/pip install -q . --no-cache-dir --no-binary=fake_api
Expand All @@ -21,12 +21,13 @@ COPY src src
COPY .git .git
COPY README.md README.md
RUN /venv/bin/pip install .
RUN ls /venv/bin

# Copy the virtualenv into a distroless image
# * These are small images that only contain the runtime dependencies
FROM gcr.io/distroless/python3-debian11
WORKDIR /app
FROM gcr.io/distroless/python3-debian12
COPY --from=build-app /venv /venv
WORKDIR /app
HEALTHCHECK --interval=30s --timeout=30s --start-period=5s --retries=3 \
CMD curl -f http://localhost:8000/health || exit 1
ENTRYPOINT ["/venv/bin/fake-api"]
Expand Down
8 changes: 2 additions & 6 deletions pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# --- PROJECT CONFIGURATION --- #

[build-system]
requires = ["setuptools>=67", "wheel", "setuptools-git-versioning>=1.13.3"]
requires = ["setuptools>=69", "wheel", "setuptools-git-versioning>=1.13.3"]
build-backend = "setuptools.build_meta"

# Metadata (see https://peps.python.org/pep-0621/)
Expand All @@ -18,7 +18,6 @@ authors = [
classifiers = ["Programming Language :: Python :: 3"]
dependencies = [
"fastapi >= 0.105.0",
"numpy >= 1.23.2",
"structlog >= 23.2.0",
"uvicorn >= 0.24.0",
]
Expand Down Expand Up @@ -53,12 +52,9 @@ enabled = true
# MyPy configuration
# * See https://mypy.readthedocs.io/en/stable/index.html
[tool.mypy]
python_version = "3.12"
python_version = "3.11"
warn_return_any = true
disallow_untyped_defs = true
plugins = [
'numpy.typing.mypy_plugin'
]

# Ruff configuration
# * See https://beta.ruff.rs/docs/
Expand Down
Loading

0 comments on commit 0b385b2

Please sign in to comment.