From 0f01ee888a0f3f18b743503ea2e4ee3d90031bd0 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Wed, 24 Jan 2024 15:49:42 +0000 Subject: [PATCH] deploy: 0dec7a01bc55fc8f118ea9cd646e6245c0870a61 --- .nojekyll | 0 404.html | 655 ++ SUMMARY/index.html | 692 ++ api/jax_dataloader/core/DataLoader/index.html | 1021 +++ .../core/DataloaderBackends/index.html | 934 +++ .../get_backend_compatibilities/index.html | 676 ++ .../datasets/ArrayDataset/index.html | 1001 +++ .../datasets/Dataset/index.html | 840 +++ .../loaders/base/BaseDataLoader/index.html | 950 +++ .../loaders/jax/DataLoaderJAX/index.html | 676 ++ .../loaders/jax/EpochIterator/index.html | 676 ++ .../jax/MultiprocessIterator/index.html | 1388 ++++ .../loaders/jax/chunk/index.html | 676 ++ .../DataLoaderTensorflow/index.html | 1023 +++ .../torch/DataLoaderPytorch/index.html | 1075 +++ api/jax_dataloader/tests/get_batch/index.html | 676 ++ .../tests/test_dataloader/index.html | 676 ++ .../tests/test_no_shuffle/index.html | 676 ++ .../test_no_shuffle_drop_last/index.html | 676 ++ .../tests/test_shuffle/index.html | 676 ++ .../tests/test_shuffle_drop_last/index.html | 676 ++ api/jax_dataloader/utils/Config/index.html | 832 ++ api/jax_dataloader/utils/asnumpy/index.html | 676 ++ .../utils/check_hf_installed/index.html | 676 ++ .../utils/check_pytorch_installed/index.html | 676 ++ .../utils/check_tf_installed/index.html | 676 ++ .../utils/get_config/index.html | 676 ++ .../utils/has_pytorch_tensor/index.html | 676 ++ .../utils/is_hf_dataset/index.html | 676 ++ .../utils/is_jdl_dataset/index.html | 676 ++ .../utils/is_tf_dataset/index.html | 676 ++ .../utils/is_torch_dataset/index.html | 676 ++ assets/_mkdocstrings.css | 109 + assets/images/favicon.png | Bin 0 -> 1870 bytes assets/javascripts/bundle.c18c5fb9.min.js | 29 + assets/javascripts/bundle.c18c5fb9.min.js.map | 7 + assets/javascripts/lunr/min/lunr.ar.min.js | 1 + assets/javascripts/lunr/min/lunr.da.min.js | 18 + assets/javascripts/lunr/min/lunr.de.min.js | 18 + assets/javascripts/lunr/min/lunr.du.min.js | 18 + assets/javascripts/lunr/min/lunr.el.min.js | 1 + assets/javascripts/lunr/min/lunr.es.min.js | 18 + assets/javascripts/lunr/min/lunr.fi.min.js | 18 + assets/javascripts/lunr/min/lunr.fr.min.js | 18 + assets/javascripts/lunr/min/lunr.he.min.js | 1 + assets/javascripts/lunr/min/lunr.hi.min.js | 1 + assets/javascripts/lunr/min/lunr.hu.min.js | 18 + assets/javascripts/lunr/min/lunr.hy.min.js | 1 + assets/javascripts/lunr/min/lunr.it.min.js | 18 + assets/javascripts/lunr/min/lunr.ja.min.js | 1 + assets/javascripts/lunr/min/lunr.jp.min.js | 1 + assets/javascripts/lunr/min/lunr.kn.min.js | 1 + assets/javascripts/lunr/min/lunr.ko.min.js | 1 + assets/javascripts/lunr/min/lunr.multi.min.js | 1 + assets/javascripts/lunr/min/lunr.nl.min.js | 18 + assets/javascripts/lunr/min/lunr.no.min.js | 18 + assets/javascripts/lunr/min/lunr.pt.min.js | 18 + assets/javascripts/lunr/min/lunr.ro.min.js | 18 + assets/javascripts/lunr/min/lunr.ru.min.js | 18 + assets/javascripts/lunr/min/lunr.sa.min.js | 1 + .../lunr/min/lunr.stemmer.support.min.js | 1 + assets/javascripts/lunr/min/lunr.sv.min.js | 18 + assets/javascripts/lunr/min/lunr.ta.min.js | 1 + assets/javascripts/lunr/min/lunr.te.min.js | 1 + assets/javascripts/lunr/min/lunr.th.min.js | 1 + assets/javascripts/lunr/min/lunr.tr.min.js | 18 + assets/javascripts/lunr/min/lunr.vi.min.js | 1 + assets/javascripts/lunr/min/lunr.zh.min.js | 1 + assets/javascripts/lunr/tinyseg.js | 206 + assets/javascripts/lunr/wordcut.js | 6708 +++++++++++++++++ .../workers/search.b8dbb3d2.min.js | 42 + .../workers/search.b8dbb3d2.min.js.map | 7 + assets/stylesheets/main.50c56a3b.min.css | 1 + assets/stylesheets/main.50c56a3b.min.css.map | 1 + assets/stylesheets/palette.06af60db.min.css | 1 + .../stylesheets/palette.06af60db.min.css.map | 1 + changelog_not_found/index.html | 704 ++ cli_commands_not_found/index.html | 686 ++ core/index.html | 962 +++ dataset/index.html | 825 ++ examples/torch_mnist/index.html | 845 +++ index.html | 1036 +++ loader.base/index.html | 816 ++ loader.jax/index.html | 966 +++ loader.tf/index.html | 906 +++ loader.torch/index.html | 919 +++ objects.inv | 9 + overrides/css/extra.css | 0 overrides/images/compass-outline.png | Bin 0 -> 1085 bytes overrides/images/default_social_logo.png | Bin 0 -> 108442 bytes overrides/js/extra.js | 0 overrides/js/mathjax.js | 18 + search/search_index.json | 1 + sitemap.xml | 213 + sitemap.xml.gz | Bin 0 -> 581 bytes tests/index.html | 769 ++ utils/index.html | 1142 +++ 97 files changed, 42147 insertions(+) create mode 100644 .nojekyll create mode 100644 404.html create mode 100644 SUMMARY/index.html create mode 100644 api/jax_dataloader/core/DataLoader/index.html create mode 100644 api/jax_dataloader/core/DataloaderBackends/index.html create mode 100644 api/jax_dataloader/core/get_backend_compatibilities/index.html create mode 100644 api/jax_dataloader/datasets/ArrayDataset/index.html create mode 100644 api/jax_dataloader/datasets/Dataset/index.html create mode 100644 api/jax_dataloader/loaders/base/BaseDataLoader/index.html create mode 100644 api/jax_dataloader/loaders/jax/DataLoaderJAX/index.html create mode 100644 api/jax_dataloader/loaders/jax/EpochIterator/index.html create mode 100644 api/jax_dataloader/loaders/jax/MultiprocessIterator/index.html create mode 100644 api/jax_dataloader/loaders/jax/chunk/index.html create mode 100644 api/jax_dataloader/loaders/tensorflow/DataLoaderTensorflow/index.html create mode 100644 api/jax_dataloader/loaders/torch/DataLoaderPytorch/index.html create mode 100644 api/jax_dataloader/tests/get_batch/index.html create mode 100644 api/jax_dataloader/tests/test_dataloader/index.html create mode 100644 api/jax_dataloader/tests/test_no_shuffle/index.html create mode 100644 api/jax_dataloader/tests/test_no_shuffle_drop_last/index.html create mode 100644 api/jax_dataloader/tests/test_shuffle/index.html create mode 100644 api/jax_dataloader/tests/test_shuffle_drop_last/index.html create mode 100644 api/jax_dataloader/utils/Config/index.html create mode 100644 api/jax_dataloader/utils/asnumpy/index.html create mode 100644 api/jax_dataloader/utils/check_hf_installed/index.html create mode 100644 api/jax_dataloader/utils/check_pytorch_installed/index.html create mode 100644 api/jax_dataloader/utils/check_tf_installed/index.html create mode 100644 api/jax_dataloader/utils/get_config/index.html create mode 100644 api/jax_dataloader/utils/has_pytorch_tensor/index.html create mode 100644 api/jax_dataloader/utils/is_hf_dataset/index.html create mode 100644 api/jax_dataloader/utils/is_jdl_dataset/index.html create mode 100644 api/jax_dataloader/utils/is_tf_dataset/index.html create mode 100644 api/jax_dataloader/utils/is_torch_dataset/index.html create mode 100644 assets/_mkdocstrings.css create mode 100644 assets/images/favicon.png create mode 100644 assets/javascripts/bundle.c18c5fb9.min.js create mode 100644 assets/javascripts/bundle.c18c5fb9.min.js.map create mode 100644 assets/javascripts/lunr/min/lunr.ar.min.js create mode 100644 assets/javascripts/lunr/min/lunr.da.min.js create mode 100644 assets/javascripts/lunr/min/lunr.de.min.js create mode 100644 assets/javascripts/lunr/min/lunr.du.min.js create mode 100644 assets/javascripts/lunr/min/lunr.el.min.js create mode 100644 assets/javascripts/lunr/min/lunr.es.min.js create mode 100644 assets/javascripts/lunr/min/lunr.fi.min.js create mode 100644 assets/javascripts/lunr/min/lunr.fr.min.js create mode 100644 assets/javascripts/lunr/min/lunr.he.min.js create mode 100644 assets/javascripts/lunr/min/lunr.hi.min.js create mode 100644 assets/javascripts/lunr/min/lunr.hu.min.js create mode 100644 assets/javascripts/lunr/min/lunr.hy.min.js create mode 100644 assets/javascripts/lunr/min/lunr.it.min.js create mode 100644 assets/javascripts/lunr/min/lunr.ja.min.js create mode 100644 assets/javascripts/lunr/min/lunr.jp.min.js create mode 100644 assets/javascripts/lunr/min/lunr.kn.min.js create mode 100644 assets/javascripts/lunr/min/lunr.ko.min.js create mode 100644 assets/javascripts/lunr/min/lunr.multi.min.js create mode 100644 assets/javascripts/lunr/min/lunr.nl.min.js create mode 100644 assets/javascripts/lunr/min/lunr.no.min.js create mode 100644 assets/javascripts/lunr/min/lunr.pt.min.js create mode 100644 assets/javascripts/lunr/min/lunr.ro.min.js create mode 100644 assets/javascripts/lunr/min/lunr.ru.min.js create mode 100644 assets/javascripts/lunr/min/lunr.sa.min.js create mode 100644 assets/javascripts/lunr/min/lunr.stemmer.support.min.js create mode 100644 assets/javascripts/lunr/min/lunr.sv.min.js create mode 100644 assets/javascripts/lunr/min/lunr.ta.min.js create mode 100644 assets/javascripts/lunr/min/lunr.te.min.js create mode 100644 assets/javascripts/lunr/min/lunr.th.min.js create mode 100644 assets/javascripts/lunr/min/lunr.tr.min.js create mode 100644 assets/javascripts/lunr/min/lunr.vi.min.js create mode 100644 assets/javascripts/lunr/min/lunr.zh.min.js create mode 100644 assets/javascripts/lunr/tinyseg.js create mode 100644 assets/javascripts/lunr/wordcut.js create mode 100644 assets/javascripts/workers/search.b8dbb3d2.min.js create mode 100644 assets/javascripts/workers/search.b8dbb3d2.min.js.map create mode 100644 assets/stylesheets/main.50c56a3b.min.css create mode 100644 assets/stylesheets/main.50c56a3b.min.css.map create mode 100644 assets/stylesheets/palette.06af60db.min.css create mode 100644 assets/stylesheets/palette.06af60db.min.css.map create mode 100644 changelog_not_found/index.html create mode 100644 cli_commands_not_found/index.html create mode 100644 core/index.html create mode 100644 dataset/index.html create mode 100644 examples/torch_mnist/index.html create mode 100644 index.html create mode 100644 loader.base/index.html create mode 100644 loader.jax/index.html create mode 100644 loader.tf/index.html create mode 100644 loader.torch/index.html create mode 100644 objects.inv create mode 100644 overrides/css/extra.css create mode 100644 overrides/images/compass-outline.png create mode 100644 overrides/images/default_social_logo.png create mode 100644 overrides/js/extra.js create mode 100644 overrides/js/mathjax.js create mode 100644 search/search_index.json create mode 100644 sitemap.xml create mode 100644 sitemap.xml.gz create mode 100644 tests/index.html create mode 100644 utils/index.html diff --git a/.nojekyll b/.nojekyll new file mode 100644 index 0000000..e69de29 diff --git a/404.html b/404.html new file mode 100644 index 0000000..fb6adff --- /dev/null +++ b/404.html @@ -0,0 +1,655 @@ + + + +
+ + + + + + + + + + + + + + + + + + +jax_dataloader.core.DataLoader
+
+
+¤Main Dataloader class to load Numpy data batches
+ +jax_dataloader/core.py
86 + 87 + 88 + 89 + 90 + 91 + 92 + 93 + 94 + 95 + 96 + 97 + 98 + 99 +100 +101 +102 +103 +104 +105 +106 +107 +108 +109 +110 +111 +112 +113 +114 |
|
dataloader = dl_cls(dataset=dataset, batch_size=batch_size, shuffle=shuffle, drop_last=drop_last, **kwargs)
+
+
+ instance-attribute
+
+
+¤__init__(dataset, backend: str, batch_size: int = 1, shuffle: bool = False, drop_last: bool = False, **kwargs)
+
+¤jax_dataloader/core.py
89 + 90 + 91 + 92 + 93 + 94 + 95 + 96 + 97 + 98 + 99 +100 +101 +102 +103 +104 +105 |
|
__iter__()
+
+¤jax_dataloader/core.py
113 +114 |
|
__len__()
+
+¤jax_dataloader/core.py
107 +108 |
|
__next__()
+
+¤jax_dataloader/core.py
110 +111 |
|
jax_dataloader.core.DataloaderBackends
+
+
+¤jax_dataloader/core.py
22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 |
|
__all__ = dict(jax=jax, pytorch=pytorch, tensorflow=tensorflow, merlin=merlin)
+
+
+ class-attribute
+ instance-attribute
+
+
+¤merlin: BaseDataLoader = None
+
+
+ class-attribute
+ instance-attribute
+
+
+¤supported: List[str]
+
+
+ property
+
+
+¤__getitem__(key)
+
+¤jax_dataloader/core.py
33 +34 |
|
options:
+ filters: []
+
+
+options:
+ filters: []
+
jax_dataloader.datasets.ArrayDataset
+
+
+¤
+ Bases: Dataset
Dataset wrapping numpy arrays.
+ +jax_dataloader/datasets.py
22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 |
|
arrays = tuple(arrays)
+
+
+ instance-attribute
+
+
+¤__getitem__(index)
+
+¤jax_dataloader/datasets.py
43 +44 |
|
__init__(*arrays: jax.Array, asnumpy: bool = True)
+
+¤jax_dataloader/datasets.py
25 +26 +27 +28 +29 +30 +31 +32 +33 +34 |
|
__len__()
+
+¤jax_dataloader/datasets.py
40 +41 |
|
asnumpy()
+
+¤Convert all arrays to numpy arrays.
+ +jax_dataloader/datasets.py
36 +37 +38 |
|
jax_dataloader.datasets.Dataset
+
+
+¤A pytorch-like Dataset class.
+ +jax_dataloader/datasets.py
12 +13 +14 +15 +16 +17 +18 +19 |
|
__getitem__(index)
+
+¤jax_dataloader/datasets.py
18 +19 |
|
__len__()
+
+¤jax_dataloader/datasets.py
15 +16 |
|
jax_dataloader.loaders.base.BaseDataLoader
+
+
+¤Dataloader Interface
+ +jax_dataloader/loaders/base.py
11 +12 +13 +14 +15 +16 +17 +18 +19 +20 +21 +22 +23 +24 +25 +26 +27 +28 +29 +30 +31 +32 |
|
__init__(dataset, batch_size: int = 1, shuffle: bool = False, num_workers: int = 0, drop_last: bool = False, **kwargs)
+
+¤jax_dataloader/loaders/base.py
14 +15 +16 +17 +18 +19 +20 +21 +22 +23 |
|
__iter__()
+
+¤jax_dataloader/loaders/base.py
31 +32 |
|
__len__()
+
+¤jax_dataloader/loaders/base.py
25 +26 |
|
__next__()
+
+¤jax_dataloader/loaders/base.py
28 +29 |
|
jax_dataloader.loaders.jax.MultiprocessIterator
+
+
+¤
+ Bases: Thread
[WIP] Multiprocessing Epoch Iterator
+ +jax_dataloader/loaders/jax.py
33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 |
|
data = data
+
+
+ instance-attribute
+
+
+¤iter_idx = iter(batches)
+
+
+ instance-attribute
+
+
+¤output_queue = Queue()
+
+
+ instance-attribute
+
+
+¤terminate_event = Event()
+
+
+ instance-attribute
+
+
+¤__del__()
+
+¤jax_dataloader/loaders/jax.py
64 +65 |
|
__init__(data, batch_size: int, indices=None)
+
+¤jax_dataloader/loaders/jax.py
36 +37 +38 +39 +40 +41 +42 +43 +44 |
|
__iter__()
+
+¤jax_dataloader/loaders/jax.py
61 +62 |
|
__next__()
+
+¤jax_dataloader/loaders/jax.py
54 +55 +56 +57 +58 +59 |
|
is_alive()
+
+¤Return whether the thread is alive.
+This method returns True just before the run() method starts until just +after the run() method terminates. See also the module function +enumerate().
+ +python3.9/threading.py
1133 +1134 +1135 +1136 +1137 +1138 +1139 +1140 +1141 +1142 +1143 +1144 +1145 |
|
join(timeout=None)
+
+¤Wait until the thread terminates.
+This blocks the calling thread until the thread whose join() method is +called terminates -- either normally or through an unhandled exception +or until the optional timeout occurs.
+When the timeout argument is present and not None, it should be a +floating point number specifying a timeout for the operation in seconds +(or fractions thereof). As join() always returns None, you must call +is_alive() after join() to decide whether a timeout happened -- if the +thread is still alive, the join() call timed out.
+When the timeout argument is not present or None, the operation will +block until the thread terminates.
+A thread can be join()ed many times.
+join() raises a RuntimeError if an attempt is made to join the current +thread as that would cause a deadlock. It is also an error to join() a +thread before it has been started and attempts to do so raises the same +exception.
+ +python3.9/threading.py
1028 +1029 +1030 +1031 +1032 +1033 +1034 +1035 +1036 +1037 +1038 +1039 +1040 +1041 +1042 +1043 +1044 +1045 +1046 +1047 +1048 +1049 +1050 +1051 +1052 +1053 +1054 +1055 +1056 +1057 +1058 +1059 +1060 +1061 +1062 +1063 +1064 |
|
start()
+
+¤Start the thread's activity.
+It must be called at most once per thread object. It arranges for the +object's run() method to be invoked in a separate thread of control.
+This method will raise a RuntimeError if called more than once on the +same thread object.
+ +python3.9/threading.py
880 +881 +882 +883 +884 +885 +886 +887 +888 +889 +890 +891 +892 +893 +894 +895 +896 +897 +898 +899 +900 +901 +902 +903 +904 |
|
jax_dataloader.loaders.tensorflow.DataLoaderTensorflow
+
+
+¤
+ Bases: BaseDataLoader
Tensorflow Dataloader
+ +jax_dataloader/loaders/tensorflow.py
29 +30 +31 +32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 |
|
dataloader = ds
+
+
+ instance-attribute
+
+
+¤__init__(dataset: Union[JAXDataset, TFDataset, HFDataset], batch_size: int = 1, shuffle: bool = False, drop_last: bool = False, **kwargs)
+
+¤jax_dataloader/loaders/tensorflow.py
32 +33 +34 +35 +36 +37 +38 +39 +40 +41 +42 +43 +44 +45 +46 +47 +48 |
|
__iter__()
+
+¤jax_dataloader/loaders/tensorflow.py
56 +57 |
|
__len__()
+
+¤jax_dataloader/loaders/tensorflow.py
50 +51 |
|
__next__()
+
+¤jax_dataloader/loaders/tensorflow.py
53 +54 |
|
jax_dataloader.loaders.torch.DataLoaderPytorch
+
+
+¤
+ Bases: BaseDataLoader
Pytorch Dataloader
+ +jax_dataloader/loaders/torch.py
40 +41 +42 +43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 +73 +74 +75 +76 +77 +78 +79 +80 +81 |
|
dataloader = torch_data.DataLoader(dataset, batch_sampler=batch_sampler, collate_fn=_numpy_collate, **kwargs)
+
+
+ instance-attribute
+
+
+¤__init__(dataset: Union[JAXDataset, TorchDataset, HFDataset], batch_size: int = 1, shuffle: bool = False, drop_last: bool = False, **kwargs)
+
+¤jax_dataloader/loaders/torch.py
43 +44 +45 +46 +47 +48 +49 +50 +51 +52 +53 +54 +55 +56 +57 +58 +59 +60 +61 +62 +63 +64 +65 +66 +67 +68 +69 +70 +71 +72 |
|
__iter__()
+
+¤jax_dataloader/loaders/torch.py
80 +81 |
|
__len__()
+
+¤jax_dataloader/loaders/torch.py
74 +75 |
|
__next__()
+
+¤jax_dataloader/loaders/torch.py
77 +78 |
|
jax_dataloader.utils.Config
+
+
+¤Global configuration for the library
+ +jax_dataloader/utils.py
14 +15 +16 +17 +18 +19 +20 +21 +22 |
|
{"use strict";/*!
+ * escape-html
+ * Copyright(c) 2012-2013 TJ Holowaychuk
+ * Copyright(c) 2015 Andreas Lubbe
+ * Copyright(c) 2015 Tiancheng "Timothy" Gu
+ * MIT Licensed
+ */var Va=/["'&<>]/;qn.exports=za;function za(e){var t=""+e,r=Va.exec(t);if(!r)return t;var o,n="",i=0,s=0;for(i=r.index;i