Merge pull request #39 from priyarora4/master

Added BNN chapter
KastnerRG · May 15, 2024 · 46082df · 46082df
2 parents ec52198 + e43704e
commit 46082df
Show file tree

Hide file tree

Showing 15 changed files with 532 additions and 1 deletion.
diff --git a/all.bib b/all.bib
@@ -6376,4 +6376,96 @@ @inproceedings{mirzaei2007fpga
   pages={308--313},
   year={2007},
   organization={IEEE}
-}
+}
+
+@misc{slides1,
+  title = {Binary Neural Networks},
+  howpublished = {\url{https://docs.google.com/presentation/d/10lVe51Nh7w\_qmhlYheaYP1b8q6iO
+                       sutZ/edit#slide=id.p1}},
+  note = {Lecture, n.d.}
+}
+
+@misc{bnn1,
+  author = {Courbariaux, Matthieu and Hubara, Itay and Soudry, Daniel and El-Yaniv, Ran and Bengio, Yoshua},
+  title = {Binarized neural networks: Training deep neural networks with weights and activations constrained to +1 or -1},
+  year = {2016},
+  howpublished = {arXiv preprint arXiv:1602.02830}
+}
+
+@misc{vid1,
+  title = {EE545 (Week 10) “Binary Neural Networks” (Part I)},
+  howpublished = {\url{https://www.youtube.com/watch?v=5K6ko3H_ePg&list=PLC89UNusI0eSBZhwHlGauwNqVQWTquWqp&index=23&t=338s}},
+  note = {YouTube video, 2020}
+}
+
+@misc{vid2,
+  title = {EE545 (Week 10) “Binary Neural Networks” (Part II)},
+  howpublished = {\url{https://www.youtube.com/watch?v=LcECmeFqbrI&list=PLC89UNusI0eSBZhwHlGauwNqVQWTquWqp&index=24}},
+  note = {YouTube video, 2020}
+}
+
+@misc{vid3,
+  title = {EE545 (Week 10) “Binary Neural Networks” (Part III)},
+  howpublished = {\url{https://www.youtube.com/watch?v=RC_8bPv0uhM&list=PLC89UNusI0eSBZhwHlGauwNqVQWTquWqp&index=25}},
+  note = {YouTube video, 2020}
+}
+
+@misc{vid4,
+  title = {EE545 (Week 10) “Binary Neural Networks” (Part IV)},
+  howpublished = {\url{https://www.youtube.com/watch?v=P6sD8lI61Uk&list=PLC89UNusI0eSBZhwHlGauwNqVQWTquWqp&index=26}},
+  note = {YouTube video, 2020}
+}
+
+@misc{vid5,
+  title = {EE545 (Week 10) “Binary Neural Networks” (Part V)},
+  howpublished = {\url{https://www.youtube.com/watch?v=rHa0-mG5SuM&list=PLC89UNusI0eSBZhwHlGauwNqVQWTquWqp&index=27}},
+  note = {YouTube video, 2020}
+}
+
+@misc{vid6,
+  title = {EE545 (Week 10) “Binary Neural Networks” (Part VI)},
+  howpublished = {\url{https://www.youtube.com/watch?v=z8CclU5wKuY&list=PLC89UNusI0eSBZhwHlGauwNqVQWTquWqp&index=28}},
+  note = {YouTube video, 2020}
+}
+
+@misc{stanford,
+  author = {Lin, Fang},
+  title = {XNOR Neural Networks on FPGA},
+  howpublished = {\url{http://cs231n.stanford.edu/reports/2017/pdfs/118.pdf}},
+  note = {CS231n: Deep Learning for Computer Vision report, n.d.}
+}
+
+@misc{gpt,
+  author = {Ludvigsen, Kasper Groes Albin},
+  title = {The Carbon Footprint of GPT-4},
+  howpublished = {\url{https://towardsdatascience.com/the-carbon-footprint-of-gpt-4-d6c676eb21ae}},
+  note = {Medium article, July 18, 2023}
+}
+
+@misc{paperExplained,
+  author={Jain, Mohit},
+  title = {Paper Explanation: Binarized Neural Networks: Training Neural Networks with Weights and Activations Constrained to positive and negative 1},
+  howpublished = {\url{https://mohitjain.me/2018/07/14/bnn/}},
+  note = {Blog post by Mohit Jain, August 16, 2018}
+}
+
+@misc{slides2,
+  title = {Neural Network},
+  howpublished = {\url{https://docs.google.com/presentation/d/1oC1Z_LzzlGMdDCFpC9rp6U2udwSpCaj-/edit#slide=id.p1}},
+  note = {Lecture, n.d.}
+}
+
+@misc{medium,
+  author = {Ojha, Vikas Kuma},
+  title = {Binary Neural Networks: A Game Changer in Machine Learning},
+  howpublished = {\url{https://medium.com/geekculture/binary-neural-networks-a-game-changer-in-machine-learning-6ae0013d3dcb}},
+  note = {Medium blog post, February 19, 2023}
+}
+
+@misc{review,
+  author = {Yuan, Chunyu and Agaian, Sos S.},
+  title = {A comprehensive review of binary neural network},
+  howpublished = {Artificial Intelligence Review},
+  year = {2023},
+  note = {Pages 1-65}
+}
diff --git a/bnn.tex b/bnn.tex
diff --git a/images/STE.png b/images/STE.png
diff --git a/images/backprop_2.png b/images/backprop_2.png
diff --git a/images/backprop_code.png b/images/backprop_code.png
diff --git a/images/comparison.png b/images/comparison.png
diff --git a/images/example.png b/images/example.png
diff --git a/images/forward.png b/images/forward.png
diff --git a/images/grad_decent.png b/images/grad_decent.png
diff --git a/images/hard_tanh.png b/images/hard_tanh.png
diff --git a/images/network.png b/images/network.png
diff --git a/images/network_overview.png b/images/network_overview.png
diff --git a/images/sign.png b/images/sign.png
diff --git a/images/xnor.png b/images/xnor.png
diff --git a/main.tex b/main.tex
@@ -50,6 +50,8 @@
 % Code listings
 \usepackage[formats]{listings}
 \usepackage{tikz}
+\usepackage{pythonhighlight}
+\usepackage{amssymb}
 \usetikzlibrary{arrows,tikzmark,shadows}
 %Below would be nice, but it barfs on lstinputlistings containing names with underscores
 %\usetikzmarklibrary{listings}
@@ -251,6 +253,7 @@
 \input{video}
 \input{sorting}
 \input{huffman_encoding}
+\input{bnn}
 
 
 %\part{Appendix: Wireless Systems Projects}