Skip to content

Commit

Permalink
Merge branch 'main' into paddle_frontend_math_mod
Browse files Browse the repository at this point in the history
  • Loading branch information
MahmoudAshraf97 authored Nov 4, 2023
2 parents 3dd6141 + fe8827b commit 78c05c8
Show file tree
Hide file tree
Showing 633 changed files with 29,495 additions and 14,025 deletions.
61 changes: 61 additions & 0 deletions .devcontainer/build_apple_silicon/devcontainer.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,61 @@
// For format details, see https://aka.ms/devcontainer.json. For config options, see the README at:
// https://github.com/microsoft/vscode-dev-containers/tree/v0.236.0/containers/docker-existing-dockerfile
{
"name": "Ivy Apple Silicon Development Environment (build)",

"build": {
"dockerfile": "../../docker/DockerfileAppleSilicon",
"context": "../..",
"args": {
"pycon": ["3.10"]
}
},

"customizations": {
"vscode": {
"extensions": [
"ms-python.python"
],
"settings": {
"python.defaultInterpreterPath": "/opt/miniconda/envs/multienv/bin/python3"
}
}
},

"postCreateCommand": {
"post_create": "bash .devcontainer/post_create_commands.sh",
"bashrc": "echo \"alias python=python3\" >> ~/.bashrc"
},

// Use 'forwardPorts' to make a list of ports inside the container available locally.
// "forwardPorts": [],

// Uncomment the next line to run commands after the container is created - for example installing curl.

// Uncomment when using a ptrace-based debugger like C++, Go, and Rust
// "runArgs": [ "--cap-add=SYS_PTRACE", "--security-opt", "seccomp=unconfined" ],

// Uncomment to use the Docker CLI from inside the container. See https://aka.ms/vscode-remote/samples/docker-from-docker.
// "mounts": [ "source=/var/run/docker.sock,target=/var/run/docker.sock,type=bind" ],

// Uncomment to connect as a non-root user if you've added one. See https://aka.ms/vscode-remote/containers/non-root.
// "remoteUser": "vscode",
"features": {
"ghcr.io/devcontainers/features/common-utils:2": {
"installZsh": true,
"configureZshAsDefaultShell": true,
"installOhMyZsh": true,
"upgradePackages": false
},
"ghcr.io/devcontainers/features/docker-outside-of-docker:1": {
"moby": true,
"installDockerBuildx": true,
"version": "20.10",
"dockerDashComposeVersion": "v2"
},
"ghcr.io/devcontainers/features/github-cli:1": {
"installDirectlyFromGitHubRelease": true,
"version": "latest"
}
}
}
6 changes: 3 additions & 3 deletions .devcontainer/build_gpu/devcontainer.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,11 +2,11 @@
"name": "Ivy GPU Development Environment (build)",

"build": {
"dockerfile": "../../docker/DockerfileGPUMultiCuda",
"dockerfile": "../../docker/DockerfileGPU",
"context": "../..",
"args": {
"IMAGE_NAME": "unifyai/multicuda",
"IMAGE_TAG": "base_and_requirements"
"IMAGE_NAME": "unifyai/ivy",
"IMAGE_TAG": "latest-gpu"
}
},

Expand Down
File renamed without changes.
2 changes: 1 addition & 1 deletion .devcontainer/image_gpu/devcontainer.json
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{
"name": "Ivy GPU Development Environment (image)",

"image": "unifyai/multicuda:base_and_requirements",
"image": "unifyai/ivy:latest-gpu",
"customizations": {
"vscode": {
"extensions": [
Expand Down
9 changes: 1 addition & 8 deletions .github/CODEOWNERS
Validating CODEOWNERS rules …
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,7 @@ ivy/utils/backend @VedPatwardhan @CatB1t
ivy/utils/backend/ast_helpers.py @CatB1t

# Ivy Testing
ivy_tests/test_ivy/helpers/ @sherry30 @CatB1t
ivy_tests/array_api_testing/ @aarsh2001 @hirwa-nshuti
ivy_tests/test_ivy/helpers/ @CatB1t

# Docs builder
docs/index.rst @KareemMAX
Expand All @@ -18,11 +17,5 @@ docs/overview/deep_dive/building_the_docs_pipeline.rst @KareemMAX
docs/_templates @KareemMAX
docs/demos @KareemMAX

# Docker
docker/* @ricksanchezstoic

# Idea files
.idea/* @Aarsh2001 @zaeemansari70

# README
README.md @guillesanbri
2 changes: 1 addition & 1 deletion .github/pull_request_template.md
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ Please use this format to link other issues with their numbers: Close #123
https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue#linking-a-pull-request-to-an-issue-using-a-keyword
-->

Close #
Closes #

## Checklist

Expand Down
13 changes: 10 additions & 3 deletions .github/workflows/array-api-det-coverage.yml
Original file line number Diff line number Diff line change
@@ -1,11 +1,18 @@
name: array-api-determine-test-coverage
on:
workflow_dispatch:
schedule:
- cron: "30 20 * * 6"

permissions:
actions: read
jobs:
determine_coverage:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
branch: [ 1, 2, 3, 4 ]
steps:
- name: Checkout Ivy 🛎
uses: actions/checkout@v2
Expand All @@ -19,7 +26,7 @@ jobs:
run: |
pip install pydriller tqdm
cd ivy
python run_tests_CLI/array_api_det_coverage.py
python scripts/determine_tests/array_api_det_coverage.py ${{ matrix.branch }}
cd ..
mkdir tests
cp ivy/tests.pbz2 tests/
Expand All @@ -32,6 +39,6 @@ jobs:
source-directory: tests/
destination-github-username: 'unifyai'
destination-repository-name: 'Mapping'
user-email: [email protected]
user-email: [email protected]
commit-message: Update Array API Tests Mapping
target-branch: main
target-branch: main${{ matrix.branch }}
67 changes: 57 additions & 10 deletions .github/workflows/array-api-intelligent-tests-pr.yml
Original file line number Diff line number Diff line change
Expand Up @@ -5,33 +5,80 @@ on:

permissions:
actions: read

jobs:
display_test_results:
if: ${{ always() }}
runs-on: ubuntu-latest
needs:
- run_tests

steps:
- name: Download all test results
uses: actions/download-artifact@v3

- name: Combined Test Results
run: |
find . -name "test_results_*.txt" -exec cat {} + > combined_test_results.txt
echo "Test results summary:"
cat combined_test_results.txt
- name: New Failures Introduced
run: |
find . -name "new_failures_*.txt" -exec cat {} + > combined_failures.txt
if [ -s combined_failures.txt ]
then
echo "This PR introduces the following new failing tests:"
cat combined_failures.txt
else
echo "This PR does not introduce any new test failures! Yippee!"
fi
run_tests:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
branch: [ 1, 2, 3, 4 ]

steps:
- name: Checkout Ivy 🛎
uses: actions/checkout@v2
uses: actions/checkout@v3
with:
path: ivy
persist-credentials: false
submodules: "recursive"
fetch-depth: 100

- name: Determine Tests
- name: Get Job URL
uses: Tiryoh/gha-jobid-action@v0
id: jobs
with:
github_token: ${{ secrets.GITHUB_TOKEN }}
job_name: ${{ github.job }}

- name: Determine and Run Tests
run: |
git clone -b main https://github.com/unifyai/Mapping.git --depth 1
git clone -b main${{ matrix.branch }} https://github.com/unifyai/Mapping.git --depth 1
pip install pydriller
cp Mapping/tests.pbz2 ivy/
cd ivy
python run_tests_CLI/array_api_determine_tests.py
python scripts/determine_tests/array_api_determine_tests.py
python scripts/run_tests/array_api_run_tests_pr.py new_failures_${{ matrix.branch }}.txt | tee test_results_${{ matrix.branch }}.txt
cd ..
continue-on-error: true

- name: Run Tests
id: tests
run: |
cd ivy
python run_tests_CLI/array_api_run_tests_pr.py
continue-on-error: true
- name: Upload test results
uses: actions/upload-artifact@v3
with:
name: test_results_${{ matrix.branch }}
path: ivy/test_results_${{ matrix.branch }}.txt

- name: Upload New Failures
uses: actions/upload-artifact@v3
with:
name: new_failures_${{ matrix.branch }}
path: ivy/new_failures_${{ matrix.branch }}.txt

- name: Check on failures
if: steps.tests.outcome != 'success'
Expand Down
38 changes: 33 additions & 5 deletions .github/workflows/array-api-intelligent-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,11 +7,32 @@ on:
permissions:
actions: read
jobs:
display_test_results:
if: ${{ always() }}
runs-on: ubuntu-latest
needs:
- run_tests

steps:
- name: Download all test results
uses: actions/download-artifact@v3

- name: Combined Test Results
run: |
find . -name "test_results_*.txt" -exec cat {} + > combined_test_results.txt
echo "Test results summary:"
cat combined_test_results.txt
run_tests:
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
branch: [ 1, 2, 3, 4 ]

steps:
- name: Checkout Ivy 🛎
uses: actions/checkout@v2
uses: actions/checkout@v3
with:
path: ivy
persist-credentials: false
Expand All @@ -29,26 +50,33 @@ jobs:
env:
SSH_DEPLOY_KEY: ${{ secrets.SSH_DEPLOY_KEY }}
run: |
source ./ivy/clone_mapping.sh main
source ./ivy/scripts/shell/clone_mapping.sh main${{ matrix.branch }}
pip install pydriller pymongo
cp Mapping/tests.pbz2 ivy/
cd ivy
python run_tests_CLI/array_api_determine_tests.py
python scripts/determine_tests/array_api_determine_tests.py ${{ matrix.branch }}
cd ..
cp ivy/tests.pbz2 Mapping/
cd Mapping
git add .
git commit -m "Update Mapping"
git push origin main
git push origin main${{ matrix.branch }}
continue-on-error: true

- name: Run Tests
id: tests
run: |
cd ivy
python run_tests_CLI/array_api_run_tests.py ${{ secrets.REDIS_CONNECTION_URL }} ${{ secrets.REDIS_PASSWORD }} ${{ secrets.MONGODB_PASSWORD }} ${{ github.run_id }} ${{ steps.jobs.outputs.html_url }}
set -o pipefail
python scripts/run_tests/array_api_run_tests.py ${{ secrets.REDIS_CONNECTION_URL }} ${{ secrets.REDIS_PASSWORD }} ${{ secrets.MONGODB_PASSWORD }} ${{ github.run_id }} ${{ steps.jobs.outputs.html_url }} | tee test_results_${{ matrix.branch }}.txt
continue-on-error: true

- name: Upload test results
uses: actions/upload-artifact@v3
with:
name: test_results_${{ matrix.branch }}
path: ivy/test_results_${{ matrix.branch }}.txt

- name: Check on failures
if: steps.tests.outcome != 'success'
run: exit 1
29 changes: 15 additions & 14 deletions .github/workflows/binaries.yml
Original file line number Diff line number Diff line change
@@ -1,18 +1,19 @@
name: pypi
name: release-binaries
on:
workflow_call:
jobs:
runs-on: ubuntu-latest
steps:
- name: Checkout 🛎️Binaries
uses: actions/checkout@v2
with:
repository: unifyai/binaries
path: binaries
persist-credentials: false
release-binaries:
runs-on: ubuntu-latest
steps:
- name: Checkout 🛎️Binaries
uses: actions/checkout@v2
with:
repository: unifyai/binaries
path: binaries
persist-credentials: false

- name: Add Tag to Binaries
run: |
cd binaries
git tag ${{ github.ref_name }}
git push origin ${{ github.ref_name }}
- name: Add Tag to Binaries
run: |
cd binaries
git tag ${{ github.ref_name }}
git push origin ${{ github.ref_name }}
4 changes: 2 additions & 2 deletions .github/workflows/det-test-coverage.yml
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ jobs:
run: |
pip install pydriller tqdm
cd ivy
python determine_test_coverage.py ${{ matrix.branch }}
python scripts/determine_tests/determine_test_coverage.py ${{ matrix.branch }}
cd ..
mkdir tests
cp ivy/tests.pbz2 tests/
Expand All @@ -51,6 +51,6 @@ jobs:
source-directory: tests/
destination-github-username: 'unifyai'
destination-repository-name: 'Mapping'
user-email: [email protected]
user-email: [email protected]
commit-message: Update Mapping
target-branch: master${{ matrix.branch }}
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
name: Dockerfile MultiCUDA Push
name: GPU Dockerfile Push

on:
schedule:
Expand All @@ -20,8 +20,7 @@ jobs:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}


- name: Build and push Dockerfile
- name: Build and push GPU image
run: |
docker build --progress=plain --no-cache -t unifyai/multicuda:base_and_requirements -f docker/DockerfileGPUMultiCuda .
docker push unifyai/multicuda:base_and_requirements
docker build --progress=plain --no-cache -t unifyai/ivy:latest-gpu -f docker/DockerfileGPU .
docker push unifyai/ivy:latest-gpu
2 changes: 1 addition & 1 deletion .github/workflows/dockerfile-image.yml
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ jobs:

build:
if: ${{(github.event_name == 'push') || contains(github.event.pull_request.labels.*.name, 'Exhaustive CI') || contains(github.event.pull_request.labels.*.name, 'Build Docker Files')}}
runs-on: ubuntu-20.04
runs-on: ubuntu-latest

steps:
- uses: actions/checkout@v3
Expand Down
Loading

0 comments on commit 78c05c8

Please sign in to comment.