Added dataloader checkpointing #38

	name: Pull Request

	on: [pull_request]

	jobs:
	pre-commit:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@v2
	- uses: actions/setup-python@v4
	with:
	python-version: 3.8
	cache: "pip"
	cache-dependency-path: "*/requirements.txt"
	- uses: pre-commit/[email protected]

	update-documentation:
	runs-on: ubuntu-20.04
	steps:
	- uses: actions/checkout@v3
	with:
	ref: ${{ github.event.pull_request.head.ref}}
	- run: \|
	rm megatron/__init__.py
	pip install shortuuid
	rm megatron/neox_arguments/__init__.py
	python configs/gen_docs.py
	git config user.name github-actions
	git config user.email [email protected]
	git add configs/neox_arguments.md
	git commit -m "Update NeoXArgs docs automatically"
	git push
	run-tests:
	runs-on: self-hosted
	steps:
	- uses: actions/checkout@v2
	- name: prepare data
	run: python prepare_data.py
	- name: Run Tests
	run: pytest --forked tests

Provide feedback