Test

[FEATURE] basic use of pipeline to generate SFT dataset from documents #3005

	name: Test

	on:
	push:
	branches:
	- main
	- develop
	pull_request:
	types:
	- opened
	- synchronize
	workflow_dispatch:
	inputs:
	tmate_session:
	description: Starts the workflow with tmate enabled.
	required: false
	default: "false"

	concurrency:
	group: ${{ github.workflow }}-${{ github.event.pull_request.number \|\| github.ref }}
	cancel-in-progress: true

	jobs:
	test:
	runs-on: ubuntu-latest
	strategy:
	matrix:
	python-version: ["3.9", "3.10", "3.11", "3.12"]
	fail-fast: false

	steps:
	- uses: actions/checkout@v4

	- name: Setup Python
	uses: actions/setup-python@v5
	with:
	python-version: ${{ matrix.python-version }}
	# Looks like it's not working very well for other people:
	# https://github.com/actions/setup-python/issues/436
	# cache: "pip"
	# cache-dependency-path: pyproject.toml

	- uses: actions/cache@v4
	id: cache
	with:
	path: ${{ env.pythonLocation }}
	key: ${{ runner.os }}-python-${{ env.pythonLocation }}-${{ hashFiles('pyproject.toml') }}-test-v00

	- name: Install dependencies
	if: steps.cache.outputs.cache-hit != 'true'
	run: ./scripts/install_dependencies.sh

	- name: Lint
	run: make lint

	- name: Unit Tests
	run: make unit-tests

	- name: Integration Tests
	run: make integration-tests

Provide feedback