Skip to content

Commit

Permalink
old VAE draft
Browse files Browse the repository at this point in the history
  • Loading branch information
colah committed Dec 28, 2023
1 parent 9d7a13e commit 786c102
Show file tree
Hide file tree
Showing 7 changed files with 996 additions and 0 deletions.
381 changes: 381 additions & 0 deletions posts/2018-08-simple-VAE/bibliography.bib
Original file line number Diff line number Diff line change
@@ -0,0 +1,381 @@
@article{olah2017feature,
author = {Olah, Chris and Mordvintsev, Alexander and Schubert, Ludwig},
title = {Feature Visualization},
journal = {Distill},
year = {2017},
url = {https://distill.pub/2017/feature-visualization},
doi = {10.23915/distill.00007}
}

@article{gatys2015,
author = {Leon A. Gatys and
Alexander S. Ecker and
Matthias Bethge},
title = {A Neural Algorithm of Artistic Style},
journal = {CoRR},
volume = {abs/1508.06576},
year = {2015},
url = {http://arxiv.org/abs/1508.06576},
archivePrefix = {arXiv},
eprint = {1508.06576},
timestamp = {Wed, 07 Jun 2017 14:41:58 +0200},
biburl = {http://dblp.org/rec/bib/journals/corr/GatysEB15a},
bibsource = {dblp computer science bibliography, http://dblp.org}
}

@article{li2017,
author = {Yanghao Li and
Naiyan Wang and
Jiaying Liu and
Xiaodi Hou},
title = {Demystifying Neural Style Transfer},
journal = {CoRR},
volume = {abs/1701.01036},
year = {2017},
url = {http://arxiv.org/abs/1701.01036},
archivePrefix = {arXiv},
eprint = {1701.01036},
timestamp = {Wed, 07 Jun 2017 14:42:49 +0200},
biburl = {http://dblp.org/rec/bib/journals/corr/LiWLH17},
bibsource = {dblp computer science bibliography, http://dblp.org}
}

@article{wilmot2017,
author = {Pierre Wilmot and
Eric Risser and
Connelly Barnes},
title = {Stable and Controllable Neural Texture Synthesis and Style Transfer
Using Histogram Losses},
journal = {CoRR},
volume = {abs/1701.08893},
year = {2017},
url = {http://arxiv.org/abs/1701.08893},
archivePrefix = {arXiv},
eprint = {1701.08893},
timestamp = {Wed, 07 Jun 2017 14:42:55 +0200},
biburl = {http://dblp.org/rec/bib/journals/corr/WilmotRB17},
bibsource = {dblp computer science bibliography, http://dblp.org}
}

@article{li2016,
author = {Chuan Li and
Michael Wand},
title = {Combining Markov Random Fields and Convolutional Neural Networks for
Image Synthesis},
journal = {CoRR},
volume = {abs/1601.04589},
year = {2016},
url = {http://arxiv.org/abs/1601.04589},
archivePrefix = {arXiv},
eprint = {1601.04589},
timestamp = {Wed, 07 Jun 2017 14:40:20 +0200},
biburl = {http://dblp.org/rec/bib/journals/corr/LiW16},
bibsource = {dblp computer science bibliography, http://dblp.org}
}

@article{athalye2017,
author = {Anish Athalye and
Logan Engstrom and
Andrew Ilyas and
Kevin Kwok},
title = {Synthesizing Robust Adversarial Examples},
journal = {CoRR},
volume = {abs/1707.07397},
year = {2017},
url = {http://arxiv.org/abs/1707.07397},
archivePrefix = {arXiv},
eprint = {1707.07397},
timestamp = {Tue, 31 Oct 2017 11:47:03 +0100},
biburl = {http://dblp.org/rec/bib/journals/corr/AthalyeS17},
bibsource = {dblp computer science bibliography, http://dblp.org}
}

@article{ruder2016,
author = {Manuel Ruder and
Alexey Dosovitskiy and
Thomas Brox},
title = {Artistic style transfer for videos},
journal = {CoRR},
volume = {abs/1604.08610},
year = {2016},
url = {http://arxiv.org/abs/1604.08610},
archivePrefix = {arXiv},
eprint = {1604.08610},
timestamp = {Wed, 07 Jun 2017 14:43:14 +0200},
biburl = {http://dblp.org/rec/bib/journals/corr/RuderDB16},
bibsource = {dblp computer science bibliography, http://dblp.org}
}

@inproceedings{krizhevsky2012,
author = {Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E.},
title = {ImageNet Classification with Deep Convolutional Neural Networks},
booktitle = {Proceedings of the 25th International Conference on Neural Information Processing Systems - Volume 1},
series = {NIPS'12},
year = {2012},
pages = {1097--1105},
url = {http://papers.nips.cc/paper/4824-imagenet-classification-with-deep-convolutional-neural-networks.pdf},
}

@InProceedings{zeiler2014,
author="Zeiler, Matthew D.
and Fergus, Rob",
editor="Fleet, David
and Pajdla, Tomas
and Schiele, Bernt
and Tuytelaars, Tinne",
title="Visualizing and Understanding Convolutional Networks",
booktitle="Computer Vision -- ECCV 2014",
year="2014",
publisher="Springer International Publishing",
address="Cham",
pages="818--833",
isbn="978-3-319-10590-1",
url="https://arxiv.org/abs/1311.2901"
}

@article{mordvintsev2015inceptionism,
title={Inceptionism: Going deeper into neural networks},
author={Mordvintsev, Alexander and Olah, Christopher and Tyka, Mike},
journal={Google Research Blog. Retrieved June},
volume={20},
number={14},
pages={5},
year={2015},
url={https://research.googleblog.com/2015/06/inceptionism-going-deeper-into-neural.html}
}

@incollection{goodfellow2014:adversarial,
title = {Generative Adversarial Nets},
author = {Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
booktitle = {Advances in Neural Information Processing Systems 27},
editor = {Z. Ghahramani and M. Welling and C. Cortes and N. D. Lawrence and K. Q. Weinberger},
pages = {2672--2680},
year = {2014},
publisher = {Curran Associates, Inc.},
url = {http://papers.nips.cc/paper/5423-generative-adversarial-nets.pdf}
}

@article{Diederik2013:VAE,
author = {Diederik P. Kingma and
Max Welling},
title = {Auto-Encoding Variational Bayes},
journal = {CoRR},
volume = {abs/1312.6114},
year = {2013},
url = {http://arxiv.org/abs/1312.6114},
archivePrefix = {arXiv},
eprint = {1312.6114},
timestamp = {Wed, 07 Jun 2017 14:40:08 +0200},
biburl = {http://dblp.org/rec/bib/journals/corr/KingmaW13},
bibsource = {dblp computer science bibliography, http://dblp.org}
}

@article{stanley2007cppn,
title={Compositional pattern producing networks: A novel abstraction of development},
author={Stanley, Kenneth O},
journal={Genetic programming and evolvable machines},
volume={8},
number={2},
pages={131--162},
year={2007},
publisher={Springer},
url={http://eplex.cs.ucf.edu/papers/stanley_gpem07.pdf}
}

@misc{CPPN:random,
author = {Otoro.net},
title = {Neural Network Generative Art in Javascript},
url = {http://blog.otoro.net/2015/06/19/neural-network-generative-art/},
year = {2015},
note = "[Online; accessed 26-February-2018]"
}

@inproceedings{Nguyen2015:easilyFooled,
author = {Anh Mai Nguyen and
Jason Yosinski and
Jeff Clune},
title = {Deep neural networks are easily fooled: High confidence predictions
for unrecognizable images},
booktitle = {IEEE Conference on Computer Vision and Pattern Recognition, CVPR
2015, Boston, MA, USA, June 7-12, 2015},
pages = {427--436},
year = {2015},
url = {https://arxiv.org/abs/1412.1897}
}

@article{kato2017neural3D,
title={Neural 3D Mesh Renderer},
author={Kato, Hiroharu and Ushiku, Yoshitaka and Harada, Tatsuya},
journal={arXiv preprint arXiv:1711.07566},
year={2017},
url={https://arxiv.org/abs/1711.07566}
}

@inproceedings{wu20153d,
title={3d shapenets: A deep representation for volumetric shapes},
author={Wu, Zhirong and Song, Shuran and Khosla, Aditya and Yu, Fisher and Zhang, Linguang and Tang, Xiaoou and Xiao, Jianxiong},
booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
pages={1912--1920},
year={2015},
url={https://people.csail.mit.edu/khosla/papers/cvpr2015_wu.pdf}
}

@inproceedings{qi2016volumetric,
title={Volumetric and Multi-View CNNs for Object Classification on 3D Data},
author={Qi, Charles R and Su, Hao and Nie{\ss}ner, Matthias and Dai, Angela and Yan, Mengyuan and Guibas, Leonidas J},
booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
pages={5648--5656},
year={2016},
url={https://arxiv.org/abs/1604.03265}
}

@misc{turk2005stanfordBunny,
title={The Stanford Bunny},
author={Turk, Greg and Levoy, Marc},
year={2005},
publisher={Stanford University Computer Graphics Laboratory},
url= {http://graphics. stanford. edu/data/3Dscanrep}
}

@book{Shreiner2013OpenGL,
author = {Shreiner, Dave and Sellers, Graham and Kessenich, John M. and Licea-Kane, Bill M.},
title = {OpenGL Programming Guide: The Official Guide to Learning OpenGL, Version 4.3},
year = {2013},
isbn = {0321773039, 9780321773036},
edition = {8th},
publisher = {Addison-Wesley Professional},
}

@article{wierstra2014naturalEvolutionStrategies,
title={Natural evolution strategies.},
author={Wierstra, Daan and Schaul, Tom and Glasmachers, Tobias and Sun, Yi and Peters, Jan and Schmidhuber, J{\"u}rgen},
journal={Journal of Machine Learning Research},
volume={15},
number={1},
pages={949--980},
year={2014},
url={http://www.jmlr.org/papers/volume15/wierstra14a/wierstra14a.pdf}
}

@inproceedings{szegedy2015googlenet,
title = {Going Deeper with Convolutions},
author = {Christian Szegedy and Wei Liu and Yangqing Jia and Pierre Sermanet and Scott Reed and Dragomir Anguelov and Dumitru Erhan and Vincent Vanhoucke and Andrew Rabinovich},
year = {2015},
URL = {http://arxiv.org/abs/1409.4842},
booktitle = {Computer Vision and Pattern Recognition (CVPR)}
}

@article{lecun2015deepLearning,
title={Deep learning},
author={LeCun, Yann and Bengio, Yoshua and Hinton, Geoffrey},
journal={Nature},
volume={521},
number={7553},
pages={436},
year={2015},
publisher={Nature Publishing Group},
url = {http://pages.cs.wisc.edu/~dyer/cs540/handouts/deep-learning-nature2015.pdf}
}

@article{Goodfellow2016deepLearning,
title={Deep Learning},
author={Ian Goodfellow and Yoshua Bengio and Aaron Courville},
publisher={MIT Press},
url={http://www.deeplearningbook.org},
year={2016}
}

@article{simonyan2014vgg,
title={Very deep convolutional networks for large-scale image recognition},
author={Simonyan, Karen and Zisserman, Andrew},
journal={arXiv preprint arXiv:1409.1556},
year={2014},
url={https://arxiv.org/abs/1409.1556}
}

@inproceedings{li2017universal,
title={Universal style transfer via feature transforms},
author={Li, Yijun and Fang, Chen and Yang, Jimei and Wang, Zhaowen and Lu, Xin and Yang, Ming-Hsuan},
booktitle={Advances in Neural Information Processing Systems},
pages={385--395},
year={2017},
url={https://arxiv.org/abs/1705.08086}
}

@inproceedings{levy2002least,
title={Least squares conformal maps for automatic texture atlas generation},
author={L{\'e}vy, Bruno and Petitjean, Sylvain and Ray, Nicolas and Maillot, J{\'e}rome},
booktitle={ACM transactions on graphics (TOG)},
pages={362--371},
year={2002},
url={http://alice.loria.fr/index.php/software/7-data/37-unwrapped-meshes.html}
}

@article{athalye2017synthesizing,
title={Synthesizing robust adversarial examples},
author={Athalye, Anish and Engstrom, Logan and Ilyas, Andrew and Kwok, Kevin},
journal={arXiv preprint arXiv:1707.07397},
year={2017},
url={https://arxiv.org/pdf/1707.07397.pdf}
}

@article{gershenfeld2012make,
title={How to make almost anything: The digital fabrication revolution},
author={Gershenfeld, Neil},
journal={Foreign affairs},
pages={43--57},
year={2012},
url={https://www.vteducation.org/sites/default/files/file_attach/Christophe%20Reverd/2014/05/12.09.fa_.pdf}
}

@article{odena2016deconvolution,
title={Deconvolution and checkerboard artifacts},
author={Odena, Augustus and Dumoulin, Vincent and Olah, Chris},
journal={Distill},
volume={1},
number={10},
pages={e3},
year={2016},
doi={distill.00003},
url={http://distill.pub/2016/deconv-checkerboard/}
}

@article{kodama1981automatic,
title={Automatic method for fabricating a three-dimensional plastic model with photo-hardening polymer},
author={Kodama, Hideo},
journal={Review of scientific instruments},
volume={52},
number={11},
pages={1770--1773},
year={1981},
publisher={AIP},
doi={10.1063/1.1136492}
}

@article{jones2011reprap,
title={RepRap--the replicating rapid prototyper},
author={Jones, Rhys and Haufe, Patrick and Sells, Edward and Iravani, Pejman and Olliver, Vik and Palmer, Chris and Bowyer, Adrian},
journal={Robotica},
volume={29},
number={1},
pages={177--191},
year={2011},
publisher={Cambridge University Press},
doi={10.1017/S026357471000069X}
}

@article{salimans2017evolution,
title={Evolution strategies as a scalable alternative to reinforcement learning},
author={Salimans, Tim and Ho, Jonathan and Chen, Xi and Sutskever, Ilya},
journal={arXiv preprint arXiv:1703.03864},
year={2017}
}

@inproceedings{choromanska2015loss,
title={The loss surfaces of multilayer networks},
author={Choromanska, Anna and Henaff, Mikael and Mathieu, Michael and Arous, G{\'e}rard Ben and LeCun, Yann},
booktitle={Artificial Intelligence and Statistics},
pages={192--204},
year={2015},
url={https://arxiv.org/abs/1412.0233}
}
Binary file added posts/2018-08-simple-VAE/images/VAE_overview.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added posts/2018-08-simple-VAE/images/VAE_run.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added posts/2018-08-simple-VAE/images/VAE_twodists.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Loading

0 comments on commit 786c102

Please sign in to comment.