-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
# what does this do? - [x] python torch dataloader /w visualization script ![image](https://github.com/user-attachments/assets/59d68e0c-5be8-4b7c-9ce2-b5cfcab18be2)
- Loading branch information
Showing
26 changed files
with
1,450 additions
and
126 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -34,4 +34,4 @@ jobs: | |
enable-sccache: "true" | ||
|
||
- name: lint | ||
run: cargo clippy -- -Dwarnings | ||
run: cargo clippy --all -- -Dwarnings |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -6,7 +6,13 @@ Cargo.lock | |
**/*.rs.bk | ||
*.pdb | ||
|
||
*.py | ||
build/ | ||
*.egg-info/ | ||
__pycache__/ | ||
*.pyc | ||
.venv/ | ||
|
||
data/ | ||
|
||
*.ply | ||
*.gcloud | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Binary file not shown.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,38 @@ | ||
[package] | ||
name = "bevy_zeroverse_ffi" | ||
version = "0.1.0" | ||
edition = "2021" | ||
|
||
|
||
[features] | ||
default = ["extension-module"] | ||
|
||
extension-module = [ | ||
"bevy_zeroverse/extension-module", | ||
"pyo3/extension-module", | ||
] | ||
|
||
|
||
[dependencies] | ||
bevy_zeroverse = { path = "../", default-features = false, features = ["python"] } | ||
image = "0.25" | ||
ndarray = { version = "0.15", features = ["blas"] } | ||
once_cell = "1.19" | ||
pyo3 = { version = "0.22", features = ["macros"] } | ||
pyo3-log = "0.11" | ||
|
||
|
||
[dependencies.bevy] | ||
version = "0.14" | ||
default-features = false | ||
features = [ | ||
"bevy_asset", | ||
"bevy_render", | ||
"bevy_ui", | ||
"bevy_winit", | ||
] | ||
|
||
|
||
[lib] | ||
name = "bevy_zeroverse" | ||
path = "src/lib.rs" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,62 @@ | ||
# bevy_zeroverse python bindings | ||
|
||
install `bevy_zeroverse` to your python environment with `pip install ffi` (from repository root) | ||
|
||
install `bevy_zeroverse_dataloader` to your python environment with `pip install ffi/python` | ||
|
||
|
||
## test | ||
|
||
`cargo test -p bevy_zeroverse_ffi --no-default-features` | ||
|
||
|
||
## dataloader | ||
|
||
torch dataloader API for online bevy_zeroverse batch generation. | ||
|
||
run the test script with `python ffi/python/test.py` to see the dataloader in action. | ||
|
||
```python | ||
from bevy_zeroverse_dataloader.dataloader import BevyZeroverseDataset | ||
from torch.utils.data import DataLoader | ||
|
||
|
||
dataset = BevyZeroverseDataset( | ||
editor=False, headless=True, num_cameras=6, | ||
width=640, height=360, num_samples=1e6, | ||
) | ||
dataloader = DataLoader(dataset, batch_size=2, shuffle=True, num_workers=1) | ||
|
||
|
||
for batch in dataloader: | ||
visualize(batch) | ||
``` | ||
|
||
|
||
<!-- ### macos setup --> | ||
|
||
<!-- ```bash | ||
LIBTORCH_PATH=$(python3 -c "import site; print(site.getsitepackages()[0] + '/torch/lib')") | ||
export DYLD_LIBRARY_PATH=$LIBTORCH_PATH:$DYLD_LIBRARY_PATH | ||
``` --> | ||
|
||
|
||
### windows setup | ||
|
||
```bash | ||
export PYO3_PYTHON="/c/Users/{user}/.pyenv/pyenv-win/versions/3.11.7/python.exe" | ||
export PATH="/c/Users/{user}/.pyenv/pyenv-win/versions/3.11.7/libs:$PATH" | ||
``` | ||
|
||
#### rust-analyzer | ||
|
||
|
||
```json | ||
... | ||
"rust-analyzer.server.extraEnv": { | ||
"CARGO_TARGET_DIR": "target/analyzer", | ||
"PYO3_PYTHON": "C:\\Users\\{user}\\.pyenv\\pyenv-win\\versions\\3.11.7\\python.exe", | ||
"LIB": "C:\\Users\\{user}\\.pyenv\\pyenv-win\\versions\\3.11.7\\libs" | ||
}, | ||
... | ||
``` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,3 @@ | ||
[build-system] | ||
requires = ["setuptools", "setuptools-rust", "wheel"] | ||
build-backend = "setuptools.build_meta" |
Oops, something went wrong.