Fix of deep learning lectures

Author: DavideA

slides/deep_learning/convolutional_neural_networks/bibliography.bib

@@ -1,112 +1,20 @@
-%%%%% OPTIMIZERS
-
-@article{kingma2014adam,
-  title={Adam: A method for stochastic optimization},
-  author={Kingma, Diederik and Ba, Jimmy},
-  journal={arXiv preprint arXiv:1412.6980},
-  year={2014}
-}
-
-@article{duchi2011adaptive,
-  title={Adaptive subgradient methods for online learning and stochastic optimization},
-  author={Duchi, John and Hazan, Elad and Singer, Yoram},
-  journal={Journal of Machine Learning Research},
-  volume={12},
-  number={Jul},
-  pages={2121--2159},
-  year={2011}
-}
-
-@article{zeiler2012adadelta,
-  title={ADADELTA: an adaptive learning rate method},
-  author={Zeiler, Matthew D},
-  journal={arXiv preprint arXiv:1212.5701},
-  year={2012}
-}
-
-%%%%% NEURAL NETOWRK HISTORY
-
-@article{morris1999hebb,
-  title={Do hebb: The organization of behavior, wiley: New york; 1949},
-  author={Morris, RGM},
-  journal={Brain research bulletin},
-  volume={50},
-  number={5},
-  pages={437},
-  year={1999},
-  publisher={Elsevier}
-}
-
-@article{rosenblatt1958perceptron,
-  title={The perceptron: A probabilistic model for information storage and organization in the brain.},
-  author={Rosenblatt, Frank},
-  journal={Psychological review},
-  volume={65},
-  number={6},
-  pages={386},
-  year={1958},
-  publisher={American Psychological Association}
-}
-
-@article{mcculloch1943logical,
-  title={A logical calculus of the ideas immanent in nervous activity},
-  author={McCulloch, Warren S and Pitts, Walter},
-  journal={Bulletin of mathematical biology},
-  volume={5},
-  number={4},
-  pages={115--133},
-  year={1943},
-  publisher={Springer}
-}
-
-
-@article{rumelhart1988learning,
-  title={Learning representations by back-propagating errors},
-  author={Rumelhart, David E and Hinton, Geoffrey E and Williams, Ronald J and others},
-  journal={Cognitive modeling},
-  volume={5},
-  number={3},
-  pages={1},
-  year={1988}
-}
-
-%%%% DATASET SIZE
-
-@inproceedings{fergus2003object,
-  title={Object class recognition by unsupervised scale-invariant learning},
-  author={Fergus, Robert and Perona, Pietro and Zisserman, Andrew},
-  booktitle={Computer Vision and Pattern Recognition, 2003. Proceedings. 2003 IEEE Computer Society Conference on},
-  volume={2},
-  pages={II--II},
-  year={2003},
+%%%% IMAGENET
+@inproceedings{deng2009imagenet,
+  title={Imagenet: A large-scale hierarchical image database},
+  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
+  booktitle={Computer Vision and Pattern Recognition, 2009. CVPR 2009. IEEE Conference on},
+  pages={248--255},
+  year={2009},
   organization={IEEE}
 }
 
-@article{real2017youtube,
-  title={YouTube-BoundingBoxes: A Large High-Precision Human-Annotated Data Set for Object Detection in Video},
-  author={Real, Esteban and Shlens, Jonathon and Mazzocchi, Stefano and Pan, Xin and Vanhoucke, Vincent},
-  journal={arXiv preprint arXiv:1702.00824},
-  year={2017}
-}
-
-%%%%% NO POOLING
-
-@article{springenberg2014striving,
-  title={Striving for simplicity: The all convolutional net},
-  author={Springenberg, Jost Tobias and Dosovitskiy, Alexey and Brox, Thomas and Riedmiller, Martin},
-  journal={arXiv preprint arXiv:1412.6806},
-  year={2014}
-}
-
-@article{yu2015multi,
-  title={Multi-scale context aggregation by dilated convolutions},
-  author={Yu, Fisher and Koltun, Vladlen},
-  journal={arXiv preprint arXiv:1511.07122},
-  year={2015}
+@article{goodfellow2013maxout,
+  title={Maxout networks},
+  author={Goodfellow, Ian J and Warde-Farley, David and Mirza, Mehdi and Courville, Aaron and Bengio, Yoshua},
+  journal={arXiv preprint arXiv:1302.4389},
+  year={2013}
 }
 
-%%%%% ACTIVATIONS
-
 @inproceedings{he2015delving,
   title={Delving deep into rectifiers: Surpassing human-level performance on imagenet classification},
   author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
@@ -115,11 +23,21 @@ @inproceedings{he2015delving
   year={2015}
 }
 
-@article{goodfellow2013maxout,
-  title={Maxout networks},
-  author={Goodfellow, Ian J and Warde-Farley, David and Mirza, Mehdi and Courville, Aaron and Bengio, Yoshua},
-  journal={arXiv preprint arXiv:1302.4389},
-  year={2013}
+%%%% RESNET
+@inproceedings{he2016deep,
+  title={Deep residual learning for image recognition},
+  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
+  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
+  pages={770--778},
+  year={2016}
+}
+
+%%%% CAFFE
+@article{jia2014caffe,
+  Author = {Jia, Yangqing and Shelhamer, Evan and Donahue, Jeff and Karayev, Sergey and Long, Jonathan and Girshick, Ross and Guadarrama, Sergio and Darrell, Trevor},
+  Journal = {arXiv preprint arXiv:1408.5093},
+  Title = {Caffe: Convolutional Architecture for Fast Feature Embedding},
+  Year = {2014}
 }
 
 @inproceedings{krizhevsky2012imagenet,
@@ -130,99 +48,14 @@ @inproceedings{krizhevsky2012imagenet
   year={2012}
 }
 
-%%%% NEW ARCHITECTURES
-
-@inproceedings{szegedy2016rethinking,
-  title={Rethinking the inception architecture for computer vision},
-  author={Szegedy, Christian and Vanhoucke, Vincent and Ioffe, Sergey and Shlens, Jon and Wojna, Zbigniew},
-  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
-  pages={2818--2826},
+%%%% INTERPRETABILITY
+@article{lipton2016mythos,
+  title={The mythos of model interpretability},
+  author={Lipton, Zachary C},
+  journal={arXiv preprint arXiv:1606.03490},
   year={2016}
 }
 
-%%%% FUNCTION APPROXIMATION 
-
-@article{cybenko1989approximation,
-  title={Approximation by superpositions of a sigmoidal function},
-  author={Cybenko, George},
-  journal={Mathematics of Control, Signals, and Systems (MCSS)},
-  volume={2},
-  number={4},
-  pages={303--314},
-  year={1989},
-  publisher={Springer}
-}
-
-%%%% INITIALIZATION
-
-@inproceedings{glorot2010understanding,
-  title={Understanding the difficulty of training deep feedforward neural networks.},
-  author={Glorot, Xavier and Bengio, Yoshua},
-  booktitle={Aistats},
-  volume={9},
-  pages={249--256},
-  year={2010}
-}
-
-%%%% DROPOUT
-@article{srivastava2014dropout,
-  title={Dropout: A simple way to prevent neural networks from overfitting},
-  author={Srivastava, Nitish and Hinton, Geoffrey and Krizhevsky, Alex and Sutskever, Ilya and Salakhutdinov, Ruslan},
-  journal={The Journal of Machine Learning Research},
-  volume={15},
-  number={1},
-  pages={1929--1958},
-  year={2014},
-  publisher={JMLR. org}
-}
-
-%%%% RNN TRAINING
-@inproceedings{pascanu2013difficulty,
-  title={On the difficulty of training recurrent neural networks},
-  author={Pascanu, Razvan and Mikolov, Tomas and Bengio, Yoshua},
-  booktitle={International Conference on Machine Learning},
-  pages={1310--1318},
-  year={2013}
-}
-
-%%%% LSTM
-@article{hochreiter1997long,
-  title={Long short-term memory},
-  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
-  journal={Neural computation},
-  volume={9},
-  number={8},
-  pages={1735--1780},
-  year={1997},
-  publisher={MIT Press}
-}
-
-%%%% GRU
-@article{cho2014learning,
-  title={Learning phrase representations using RNN encoder-decoder for statistical machine translation},
-  author={Cho, Kyunghyun and Van Merri{\"e}nboer, Bart and Gulcehre, Caglar and Bahdanau, Dzmitry and Bougares, Fethi and Schwenk, Holger and Bengio, Yoshua},
-  journal={arXiv preprint arXiv:1406.1078},
-  year={2014}
-}
-
-%%%% IMAGENET
-@inproceedings{deng2009imagenet,
-  title={Imagenet: A large-scale hierarchical image database},
-  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
-  booktitle={Computer Vision and Pattern Recognition, 2009. CVPR 2009. IEEE Conference on},
-  pages={248--255},
-  year={2009},
-  organization={IEEE}
-}
-
-%%%% MNIST
-@article{lecun1998mnist,
-  title={The MNIST database of handwritten digits},
-  author={LeCun, Yann},
-  journal={http://yann. lecun. com/exdb/mnist/},
-  year={1998}
-}
-
 %%%% VGG 
 @article{simonyan2014very,
   title={Very deep convolutional networks for large-scale image recognition},
@@ -231,80 +64,27 @@ @article{simonyan2014very
   year={2014}
 }
 
-%%%% RESNET
-@inproceedings{he2016deep,
-  title={Deep residual learning for image recognition},
-  author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
-  booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
-  pages={770--778},
-  year={2016}
-}
-
-%%%% TENSORFLOW
-@misc{tensorflow2015-whitepaper,
-title={ {TensorFlow}: Large-Scale Machine Learning on Heterogeneous Systems},
-url={http://tensorflow.org/},
-note={Software available from tensorflow.org},
-author={
-    Mart\'{\i}n~Abadi and
-    Ashish~Agarwal and
-    Paul~Barham and
-    Eugene~Brevdo and
-    Zhifeng~Chen and
-    Craig~Citro and
-    Greg~S.~Corrado and
-    Andy~Davis and
-    Jeffrey~Dean and
-    Matthieu~Devin and
-    Sanjay~Ghemawat and
-    Ian~Goodfellow and
-    Andrew~Harp and
-    Geoffrey~Irving and
-    Michael~Isard and
-    Yangqing Jia and
-    Rafal~Jozefowicz and
-    Lukasz~Kaiser and
-    Manjunath~Kudlur and
-    Josh~Levenberg and
-    Dan~Man\'{e} and
-    Rajat~Monga and
-    Sherry~Moore and
-    Derek~Murray and
-    Chris~Olah and
-    Mike~Schuster and
-    Jonathon~Shlens and
-    Benoit~Steiner and
-    Ilya~Sutskever and
-    Kunal~Talwar and
-    Paul~Tucker and
-    Vincent~Vanhoucke and
-    Vijay~Vasudevan and
-    Fernanda~Vi\'{e}gas and
-    Oriol~Vinyals and
-    Pete~Warden and
-    Martin~Wattenberg and
-    Martin~Wicke and
-    Yuan~Yu and
-    Xiaoqiang~Zheng},
-  year={2015},
+%%%%% NO POOLING
+@article{springenberg2014striving,
+  title={Striving for simplicity: The all convolutional net},
+  author={Springenberg, Jost Tobias and Dosovitskiy, Alexey and Brox, Thomas and Riedmiller, Martin},
+  journal={arXiv preprint arXiv:1412.6806},
+  year={2014}
 }
 
-%%%% CAFFE
-
-@article{jia2014caffe,
-  Author = {Jia, Yangqing and Shelhamer, Evan and Donahue, Jeff and Karayev, Sergey and Long, Jonathan and Girshick, Ross and Guadarrama, Sergio and Darrell, Trevor},
-  Journal = {arXiv preprint arXiv:1408.5093},
-  Title = {Caffe: Convolutional Architecture for Fast Feature Embedding},
-  Year = {2014}
+@inproceedings{szegedy2016rethinking,
+  title={Rethinking the inception architecture for computer vision},
+  author={Szegedy, Christian and Vanhoucke, Vincent and Ioffe, Sergey and Shlens, Jon and Wojna, Zbigniew},
+  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
+  pages={2818--2826},
+  year={2016}
 }
 
-%%%% INTERPRETABILITY
-
-@article{lipton2016mythos,
-  title={The mythos of model interpretability},
-  author={Lipton, Zachary C},
-  journal={arXiv preprint arXiv:1606.03490},
-  year={2016}
+@article{yu2015multi,
+  title={Multi-scale context aggregation by dilated convolutions},
+  author={Yu, Fisher and Koltun, Vladlen},
+  journal={arXiv preprint arXiv:1511.07122},
+  year={2015}
 }
 
 @inproceedings{zeiler2014visualizing,
@@ -314,5 +94,4 @@ @inproceedings{zeiler2014visualizing
   pages={818--833},
   year={2014},
   organization={Springer}
-}
-
+}