Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[Refactor] Deprecate direct usage of memmap tensors #1699

Merged
merged 12 commits into from
Nov 15, 2023

lint

6595212
Select commit
Loading
Failed to load commit list.
Merged

[Refactor] Deprecate direct usage of memmap tensors #1699

lint
6595212
Select commit
Loading
Failed to load commit list.
PyTorch Bot / Dr.CI completed Nov 15, 2023 in 0s

Dr.CI classification results

{"FAILED":[{"workflowId":6878244452,"id":18707520237,"runnerName":"i-044b9769253f76986","authorEmail":"vincentmoens@gmail.com","name":"Build M1 Wheels / pytorch/rl / wheel-py3_8-cpu","jobName":"pytorch/rl / wheel-py3_8-cpu","conclusion":"failure","completed_at":"2023-11-15T13:57:32Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244452/job/18707520237","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["ImportError: cannot import name 'MemoryMappedTensor' from 'tensordict.memmap' (/Users/ec2-user/runner/_work/_temp/conda_environment_6878244452/lib/python3.8/site-packages/tensordict/memmap.py)"],"failure_lines":["ImportError: cannot import name 'MemoryMappedTensor' from 'tensordict.memmap' (/Users/ec2-user/runner/_work/_temp/conda_environment_6878244452/lib/python3.8/site-packages/tensordict/memmap.py)"],"time":"2023-11-15T13:57:38.724301Z"},{"workflowId":6878244440,"id":18707504332,"runnerName":"i-0832697b7773f5864","authorEmail":"vincentmoens@gmail.com","name":"Examples Tests on Linux / tests (3.9, 12.1) / linux-job","jobName":"tests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:03Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244440/job/18707504332","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":null,"failure_lines":null,"time":"2023-11-15T14:01:07.402636Z"},{"workflowId":6878244475,"id":18707505544,"runnerName":"GitHub Actions 72","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on MacOS CPU / tests (3.11) / macos-job","jobName":"tests (3.11) / macos-job","conclusion":"failure","completed_at":"2023-11-15T13:58:35Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244475/job/18707505544","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/local/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/local/bin/git' failed with exit code 128"],"time":"2023-11-15T13:58:46.725331Z"},{"workflowId":6878244475,"id":18707506419,"runnerName":"GitHub Actions 73","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on MacOS CPU / tests (3.8) / macos-job","jobName":"tests (3.8) / macos-job","conclusion":"failure","completed_at":"2023-11-15T13:57:55Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244475/job/18707506419","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/local/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/local/bin/git' failed with exit code 128"],"time":"2023-11-15T13:58:07.925727Z"},{"workflowId":6878244442,"id":18707503384,"runnerName":"i-00feffa04dee6ff27","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on Windows CPU / unittests / windows-job","jobName":"unittests / windows-job","conclusion":"failure","completed_at":"2023-11-15T14:06:07Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244442/job/18707503384","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process 'C:\Program Files\Git\cmd\git.exe' failed with exit code 128"],"failure_lines":["##[error]The process 'C:\Program Files\Git\cmd\git.exe' failed with exit code 128"],"time":"2023-11-15T14:06:12.925729Z"},{"workflowId":6878244463,"id":18707503392,"runnerName":"i-07b6d181500417d7b","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on Windows GPU / unittests / windows-job","jobName":"unittests / windows-job","conclusion":"failure","completed_at":"2023-11-15T13:56:23Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244463/job/18707503392","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process 'C:\Program Files\Git\cmd\git.exe' failed with exit code 128"],"failure_lines":["##[error]The process 'C:\Program Files\Git\cmd\git.exe' failed with exit code 128"],"time":"2023-11-15T13:56:26.713828Z"}],"FLAKY":[{"workflowId":6878244458,"id":18707505401,"runnerName":"i-060fb63da61046865","authorEmail":"vincentmoens@gmail.com","name":"Brax Tests on Linux / unittests (3.9, 12.1) / linux-job","jobName":"unittests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:03Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244458/job/18707505401","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:07.402664Z"},{"workflowId":6878244434,"id":18707503721,"runnerName":"i-0411ba534c64e12b5","authorEmail":"vincentmoens@gmail.com","name":"D4RL Tests on Linux / unittests (3.9, 12.1) / linux-job","jobName":"unittests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:00:58Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244434/job/18707503721","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:02.317035Z"},{"workflowId":6878244433,"id":18707502056,"runnerName":"i-000323dcc35521848","authorEmail":"vincentmoens@gmail.com","name":"Envpool Tests on Linux / unittests (3.9, 12.1) / linux-job","jobName":"unittests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:09Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244433/job/18707502056","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:13.402878Z"},{"workflowId":6878244455,"id":18707506326,"runnerName":"i-009b73afc95f63c99","authorEmail":"vincentmoens@gmail.com","name":"Generate documentation / build-docs (3.9, 12.1) / linux-job","jobName":"build-docs (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:11Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244455/job/18707506326","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:14.928005Z"},{"workflowId":6878244461,"id":18707505182,"runnerName":"i-0d1128c9a7c515f88","authorEmail":"vincentmoens@gmail.com","name":"Habitat Tests on Linux / tests (3.9, 11.6) / linux-job","jobName":"tests (3.9, 11.6) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:00:40Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244461/job/18707505182","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:00:44.402782Z"},{"workflowId":6878244449,"id":18707504829,"runnerName":"i-0559f9711f2722f93","authorEmail":"vincentmoens@gmail.com","name":"Jumanji Tests on Linux / unittests (3.9, 12.1) / linux-job","jobName":"unittests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:01Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244449/job/18707504829","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:05.317100Z"},{"workflowId":6878244483,"id":18707504587,"runnerName":"i-00cea8e37ea88caf2","authorEmail":"vincentmoens@gmail.com","name":"Lint / c-source / linux-job","jobName":"c-source / linux-job","conclusion":"failure","completed_at":"2023-11-15T13:56:30Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244483/job/18707504587","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T13:56:33.714952Z"},{"workflowId":6878244483,"id":18707506055,"runnerName":"i-092f49a24a6103465","authorEmail":"vincentmoens@gmail.com","name":"Lint / python-source-and-configs / linux-job","jobName":"python-source-and-configs / linux-job","conclusion":"failure","completed_at":"2023-11-15T13:56:33Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244483/job/18707506055","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T13:56:36.403161Z"},{"workflowId":6878244456,"id":18707502355,"runnerName":"i-00b72a1888305a681","authorEmail":"vincentmoens@gmail.com","name":"Olddeps Tests on Linux / unittests (3.8, 11.6) / linux-job","jobName":"unittests (3.8, 11.6) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:00:57Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244456/job/18707502355","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:02.926264Z"},{"workflowId":6878244443,"id":18707502991,"runnerName":"i-09cb84ebddaf5e10b","authorEmail":"vincentmoens@gmail.com","name":"Optdeps Tests on Linux / tests (3.9, 12.1) / linux-job","jobName":"tests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:00:56Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244443/job/18707502991","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:00:59.718401Z"},{"workflowId":6878244450,"id":18707504153,"runnerName":"i-01424e52c76d2d00f","authorEmail":"vincentmoens@gmail.com","name":"PettingZoo Tests on Linux / unittests / linux-job","jobName":"unittests / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:03Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244450/job/18707504153","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:07.719393Z"},{"workflowId":6878244444,"id":18707505103,"runnerName":"i-01a3d564de9a3f5bb","authorEmail":"vincentmoens@gmail.com","name":"RLHF Tests on Linux / unittests (3.9, 12.1) / linux-job","jobName":"unittests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:06Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244444/job/18707505103","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:09.402043Z"},{"workflowId":6878244453,"id":18707502567,"runnerName":"i-07752eb48e219d32b","authorEmail":"vincentmoens@gmail.com","name":"Robohive Tests on Linux / unittests (3.9, 12.1) / linux-job","jobName":"unittests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:03Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244453/job/18707502567","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:07.723283Z"},{"workflowId":6878244428,"id":18707503691,"runnerName":"i-0a7500d487150803d","authorEmail":"vincentmoens@gmail.com","name":"Sklearn Tests on Linux / unittests (3.9, 12.1) / linux-job","jobName":"unittests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:02Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244428/job/18707503691","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:06.317221Z"},{"workflowId":6878244462,"id":18707505682,"runnerName":"i-0d2b7bf1a65c07f54","authorEmail":"vincentmoens@gmail.com","name":"Tests on Linux GPU (Gym) / unittests (3.9, 12.1) / linux-job","jobName":"unittests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:17Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244462/job/18707505682","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:21.317364Z"},{"workflowId":6878244426,"id":18707503246,"runnerName":"i-0a61f5f1e55e94045","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on Linux CPU / tests (3.10) / linux-job","jobName":"tests (3.10) / linux-job","conclusion":"failure","completed_at":"2023-11-15T13:56:41Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244426/job/18707503246","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T13:56:46.402799Z"},{"workflowId":6878244426,"id":18707504113,"runnerName":"i-037502d0a77a399b5","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on Linux CPU / tests (3.11) / linux-job","jobName":"tests (3.11) / linux-job","conclusion":"failure","completed_at":"2023-11-15T13:56:46Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244426/job/18707504113","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T13:56:50.317360Z"},{"workflowId":6878244426,"id":18707505653,"runnerName":"i-031512526c80a1143","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on Linux CPU / tests (3.8) / linux-job","jobName":"tests (3.8) / linux-job","conclusion":"failure","completed_at":"2023-11-15T13:56:52Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244426/job/18707505653","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T13:56:58.401016Z"},{"workflowId":6878244426,"id":18707506586,"runnerName":"i-0bb319bf3a589c789","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on Linux CPU / tests (3.9) / linux-job","jobName":"tests (3.9) / linux-job","conclusion":"failure","completed_at":"2023-11-15T13:56:54Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244426/job/18707506586","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T13:56:57.317527Z"},{"workflowId":6878244447,"id":18707504839,"runnerName":"i-0ffbefe9d7906ee42","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on Linux GPU / tests (3.8, 12.1) / linux-job","jobName":"tests (3.8, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:00:46Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244447/job/18707504839","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:00:50.723302Z"},{"workflowId":6878244435,"id":18707505400,"runnerName":"i-090647f423713fd61","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on Linux GPU, latest stable release / tests (3.8, 11.8) / linux-job","jobName":"tests (3.8, 11.8) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:01:03Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244435/job/18707505400","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:01:07.402637Z"},{"workflowId":6878244468,"id":18707505110,"runnerName":"i-00c8339929e0a810c","authorEmail":"vincentmoens@gmail.com","name":"Vmas Tests on Linux / unittests (3.9, 12.1) / linux-job","jobName":"unittests (3.9, 12.1) / linux-job","conclusion":"failure","completed_at":"2023-11-15T14:00:50Z","html_url":"https://github.com/pytorch/rl/actions/runs/6878244468/job/18707505110","head_branch":"deprecate_direct_memmap","pr_number":1699,"head_sha":"65952122abe0f38bf65e5b525cdc5e0559c6bdff","failure_captures":["The process '/usr/bin/git' failed with exit code 128"],"failure_lines":["##[error]The process '/usr/bin/git' failed with exit code 128"],"time":"2023-11-15T14:00:53.925411Z"}],"BROKEN_TRUNK":[],"UNSTABLE":[]}