Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[Feature] Prevent loading existing mmap files in storages if they already exist #2438

Merged
merged 1 commit into from
Sep 17, 2024

Update

e4c6c20
Select commit
Loading
Failed to load commit list.
Merged

[Feature] Prevent loading existing mmap files in storages if they already exist #2438

Update
e4c6c20
Select commit
Loading
Failed to load commit list.
PyTorch Bot / Dr.CI completed Sep 17, 2024 in 0s

Dr.CI classification results

{"FAILED":[{"workflowId":10893683519,"workflowUniqueId":82165822,"id":30229029718,"runnerName":"i-0a8f3a580cd31ef0a","authorEmail":"[email protected]","name":"Unit-tests on Linux / tests-olddeps (3.8, 11.6) / linux-job","jobName":"tests-olddeps (3.8, 11.6) / linux-job","conclusion":"failure","completed_at":"2024-09-16T23:38:44.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683519/job/30229029718","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":["RuntimeError: Command docker exec -t 973f6413f1cae4d03a696852a39ac6520fe1d28ed04f0a8883624fb78a208fc5 /exec failed with exit code 1"],"failure_lines":["RuntimeError: Command docker exec -t 973f6413f1cae4d03a696852a39ac6520fe1d28ed04f0a8883624fb78a208fc5 /exec failed with exit code 1"],"failure_context":["+ bash .github/unittest/linux_olddeps/scripts_gym_0_13/batch_scripts.sh","+ bash .github/unittest/linux_olddeps/scripts_gym_0_13/setup_env.sh","+ TD_GET_DEFAULTS_TO_NONE=1","+ export TD_GET_DEFAULTS_TO_NONE=1","+ TF_CPP_MIN_LOG_LEVEL=0","+ export TF_CPP_MIN_LOG_LEVEL=0","+ TORCH_VERSION=nightly","+ export TORCH_VERSION=nightly","+ RELEASE=0","+ export RELEASE=0","+ [[ refs/pull/2438/merge =~ release/* ]]","+ TAR_OPTIONS=--no-same-owner"],"time":"2024-09-16T23:31:09.000000000Z"},{"workflowId":10893683533,"workflowUniqueId":60501564,"id":30229024644,"runnerName":"i-0d4ac577e2c71269b","authorEmail":"[email protected]","name":"Habitat Tests on Linux / tests (3.9, 12.1) / linux-job","jobName":"tests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2024-09-16T23:40:43.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683533/job/30229024644","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":["RuntimeError: Command docker exec -t bd6db4bee6c0a9c0024d67f0615b99a072e48d2b7b60d32762dd473fee15fb58 /exec failed with exit code 134"],"failure_lines":["RuntimeError: Command docker exec -t bd6db4bee6c0a9c0024d67f0615b99a072e48d2b7b60d32762dd473fee15fb58 /exec failed with exit code 134"],"failure_context":["+ bash /pytorch/rl/.github/unittest/linux_libs/scripts_habitat/run_test.sh","+ bash /pytorch/rl/.github/unittest/linux_libs/scripts_habitat/install.sh","+ bash /pytorch/rl/.github/unittest/linux_libs/scripts_habitat/setup_env.sh","+ cp /pytorch/rl/.github/unittest/linux_libs/scripts_habitat/10_nvidia.json /usr/share/glvnd/egl_vendor.d/10_nvidia.json","+ this_dir=/pytorch/rl/.github/unittest/linux_libs/scripts_habitat","++ pwd","++ cd .github/unittest/linux_libs/scripts_habitat","+++ dirname .github/unittest/linux_libs/scripts_habitat/run_all.sh","+ apt-get dist-upgrade -y","+ apt-get install -y g++ gcc","+ apt-get install -y libglvnd0 libgl1 libglx0 libegl1 libgles2","+ apt-get install -y libglfw3 libgl1-mesa-glx libosmesa6 libglew-dev"],"time":"2024-09-16T23:31:00.000000000Z"},{"workflowId":10893683559,"workflowUniqueId":82165821,"id":30229033070,"runnerName":"i-07e249f19a7176c45","authorEmail":"[email protected]","name":"Libs Tests on Linux / unittests-gym (3.9, 12.1) / linux-job","jobName":"unittests-gym (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2024-09-16T23:38:15.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683559/job/30229033070","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":["RuntimeError: Command docker exec -t 0ab6910dd402af6e136c52c42f9390100eeeabe2935eb23f2d5c27ef425efdc1 /exec failed with exit code 1"],"failure_lines":["RuntimeError: Command docker exec -t 0ab6910dd402af6e136c52c42f9390100eeeabe2935eb23f2d5c27ef425efdc1 /exec failed with exit code 1"],"failure_context":["+ ./.github/unittest/linux_libs/scripts_gym/batch_scripts.sh","+ ./.github/unittest/linux_libs/scripts_gym/setup_env.sh","+ TD_GET_DEFAULTS_TO_NONE=1","+ export TD_GET_DEFAULTS_TO_NONE=1","+ BATCHED_PIPE_TIMEOUT=60","+ export BATCHED_PIPE_TIMEOUT=60","+ TAR_OPTIONS=--no-same-owner","+ export TAR_OPTIONS=--no-same-owner","+ LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu:/usr/lib/i386-linux-gnu:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/work/mujoco-py/mujoco_py/binaries/linux/mujoco210/bin","+ export LD_LIBRARY_PATH=/usr/lib/x86_64-linux-gnu:/usr/lib/i386-linux-gnu:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/work/mujoco-py/mujoco_py/binaries/linux/mujoco210/bin","+ CU_VERSION=11.4","+ export CU_VERSION=11.4"],"time":"2024-09-16T23:31:15.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[{"workflowId":10893683558,"workflowUniqueId":106193614,"id":30230112293,"runnerName":"GitHub Actions 263","authorEmail":"[email protected]","name":"Build Windows Wheels / pytorch/rl (pytorch/rl, .github/scripts/td_script.sh, .github/scripts/version_script.bat, python ... / upload / wheel-py3_9-cpu","jobName":"pytorch/rl (pytorch/rl, .github/scripts/td_script.sh, .github/scripts/version_script.bat, python ... / upload / wheel-py3_9-cpu","conclusion":"failure","completed_at":"2024-09-17T00:11:24.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683558/job/30230112293","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2024-09-17T00:10:49.000000000Z"},{"workflowId":10893683558,"workflowUniqueId":106193614,"id":30230112529,"runnerName":"GitHub Actions 171","authorEmail":"[email protected]","name":"Build Windows Wheels / pytorch/rl (pytorch/rl, .github/scripts/td_script.sh, .github/scripts/version_script.bat, python ... / upload / wheel-py3_9-cuda11_8","jobName":"pytorch/rl (pytorch/rl, .github/scripts/td_script.sh, .github/scripts/version_script.bat, python ... / upload / wheel-py3_9-cuda11_8","conclusion":"failure","completed_at":"2024-09-17T00:11:33.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683558/job/30230112529","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2024-09-17T00:10:49.000000000Z"},{"workflowId":10893683558,"workflowUniqueId":106193614,"id":30230112834,"runnerName":"GitHub Actions 236","authorEmail":"[email protected]","name":"Build Windows Wheels / pytorch/rl (pytorch/rl, .github/scripts/td_script.sh, .github/scripts/version_script.bat, python ... / upload / wheel-py3_9-cuda12_1","jobName":"pytorch/rl (pytorch/rl, .github/scripts/td_script.sh, .github/scripts/version_script.bat, python ... / upload / wheel-py3_9-cuda12_1","conclusion":"failure","completed_at":"2024-09-17T00:11:26.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683558/job/30230112834","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2024-09-17T00:10:50.000000000Z"},{"workflowId":10893683558,"workflowUniqueId":106193614,"id":30230113058,"runnerName":"GitHub Actions 351","authorEmail":"[email protected]","name":"Build Windows Wheels / pytorch/rl (pytorch/rl, .github/scripts/td_script.sh, .github/scripts/version_script.bat, python ... / upload / wheel-py3_9-cuda12_4","jobName":"pytorch/rl (pytorch/rl, .github/scripts/td_script.sh, .github/scripts/version_script.bat, python ... / upload / wheel-py3_9-cuda12_4","conclusion":"failure","completed_at":"2024-09-17T00:11:28.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683558/job/30230113058","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2024-09-17T00:10:50.000000000Z"},{"workflowId":10893683520,"workflowUniqueId":110013764,"id":30229036093,"runnerName":"GitHub Actions 195","authorEmail":"[email protected]","name":"Wheels / build-wheel-windows (3.10, 3.10.3)","jobName":"build-wheel-windows (3.10, 3.10.3)","conclusion":"failure","completed_at":"2024-09-16T23:31:33.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683520/job/30229036093","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2024-09-16T23:31:22.000000000Z"},{"workflowId":10893683520,"workflowUniqueId":110013764,"id":30229036419,"runnerName":"GitHub Actions 63","authorEmail":"[email protected]","name":"Wheels / build-wheel-windows (3.11, 3.11)","jobName":"build-wheel-windows (3.11, 3.11)","conclusion":"failure","completed_at":"2024-09-16T23:31:33.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683520/job/30229036419","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2024-09-16T23:31:22.000000000Z"},{"workflowId":10893683520,"workflowUniqueId":110013764,"id":30229036584,"runnerName":"GitHub Actions 294","authorEmail":"[email protected]","name":"Wheels / build-wheel-windows (3.12, 3.12)","jobName":"build-wheel-windows (3.12, 3.12)","conclusion":"failure","completed_at":"2024-09-16T23:31:34.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683520/job/30229036584","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2024-09-16T23:31:23.000000000Z"},{"workflowId":10893683520,"workflowUniqueId":110013764,"id":30229035722,"runnerName":"GitHub Actions 278","authorEmail":"[email protected]","name":"Wheels / build-wheel-windows (3.9, 3.9)","jobName":"build-wheel-windows (3.9, 3.9)","conclusion":"failure","completed_at":"2024-09-16T23:31:35.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/10893683520/job/30229035722","head_branch":"gh/vmoens/26/head","pr_number":2438,"head_sha":"e4c6c20637f4d3cc5689ec9551fc86cf432b1ba9","head_sha_timestamp":"2024-09-16T23:30:51.000000000Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2024-09-16T23:31:21.000000000Z"}],"UNSTABLE":[]}