@article{lee2020drit++,
  title={Drit++: Diverse image-to-image translation via disentangled representations},
  author={Lee, Hsin-Ying and Tseng, Hung-Yu and Mao, Qi and Huang, Jia-Bin and Lu, Yu-Ding and Singh, Maneesh and Yang, Ming-Hsuan},
  journal={International Journal of Computer Vision (IJCV)},
  volume    = {128},
  number    = {10},
  pages     = {2402--2417},
  year={2020}
}



@inproceedings{AroraRZ18,
  author    = {Sanjeev Arora and
               Andrej Risteski and
               Yi Zhang},
  title     = {Do GANs learn the distribution? Some theory and empirics},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year= {2018}
}



@inproceedings{grover2020alignflow,
  title={AlignFlow: Cycle consistent learning from multiple domains via normalizing flows},
  author={Grover, Aditya and Chute, Christopher and Shu, Rui and Cao, Zhangjie and Ermon, Stefano},
  booktitle={The Thirty-Fourth AAAI Conference on Artificial Intelligence (AAAI)},
  pages  = {4028--4035},
  year={2020}
}

@inproceedings{huang2018multimodal,
  title={Multimodal unsupervised image-to-image translation},
  author={Huang, Xun and Liu, Ming-Yu and Belongie, Serge and Kautz, Jan},
  booktitle={European Conference on Computer Vision (ECCV)},
  pages={172--189},
  year={2018}
}



@incollection{grenander1970unified,
  title={A unified approach to pattern analysis},
  author={Grenander, Ulf},
  booktitle={Advances in Computers},
  volume={10},
  pages={175--216},
  year={1970},
  publisher={Elsevier}
}


@inproceedings{ulyanov2016texture,
  title={Texture networks: Feed-forward synthesis of textures and stylized images},
  author={Ulyanov, Dmitry and Lebedev, Vadim and Vedaldi, Andrea and Lempitsky, Victor},
  booktitle={International Conference on Machine Learning (ICML)},
  pages={1349--1357},
  year={2016}
}



@inproceedings{zhang2018metastyle,
  title={MetaStyle: Three-way trade-off among speed, flexibility, and quality in neural style transfer},
  author={Zhang, Chi and Zhu, Yixin and Zhu, Song-Chun},
  booktitle={The Thirty-Third AAAI Conference on Artificial Intelligence (AAAI)},
  pages     = {1254--1261},
  year={2018}
}

@inproceedings{luan2017deep,
  title={Deep photo style transfer},
  author={Luan, Fujun and Paris, Sylvain and Shechtman, Eli and Bala, Kavita},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={4990--4998},
  year={2017}
}

@book{grenander2007pattern,
  title={Pattern theory: from representation to inference},
  author={Grenander, Ulf and Miller, Michael I and Miller, Michael and others},
  year={2007},
  publisher={Oxford university press}
}

@inproceedings{xie2018learning,
  title={Learning descriptor networks for {3D} shape synthesis and analysis},
  author={Xie, Jianwen and Zheng, Zilong and Gao, Ruiqi and Wang, Wenguan and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={8629--8638},
  year={2018}
}

@inproceedings{xie2016cooperative,
  title={Cooperative learning of energy-based model and latent variable model via MCMC teaching},
  author={Xie, Jianwen and Lu, Yang and Gao, Ruiqi and Wu, Ying Nian},
  booktitle={The Thirty-Second AAAI Conference on Artificial Intelligence (AAAI)},
  pages     = {4292--4301},
  year={2018}
}


@inproceedings{kingma2013auto,
  author    = {Diederik P. Kingma and Max Welling},
  title     = {Auto-Encoding Variational Bayes},
  booktitle={International Conference on Learning Representations (ICLR)},
  year = {2014},
}


@inproceedings{gao2018learning,
  title={Learning generative {ConvNets} via multi-grid modeling and sampling},
  author={Gao, Ruiqi and Lu, Yang and Zhou, Junpei and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={9155--9164},
  year={2018}
}

@inproceedings{nijkamp2019learning,
  title={Learning non-convergent non-persistent short-run MCMC toward energy-based model},
  author={Nijkamp, Erik and Hill, Mitch and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={Advances in Neural Information Processing Systems (NeurIPS)},
  pages={5232--5242},
  year={2019}
}



@inproceedings{tylevcek2013spatial,
  title={Spatial pattern templates for recognition of objects with regular structure},
  author={Tyle{\v{c}}ek, Radim and {\v{S}}{\'a}ra, Radim},
  booktitle={German Conference on Pattern Recognition (GCPR)},
  pages={364--374},
  year={2013}
}


@article{xie20203d,
  title={Generative VoxelNet: Learning energy-based models for 3D shape synthesis and analysis},
  author={Xie, Jianwen and Zheng, Zilon and Gao, Ruiqi and Wang, Wenguan and Zhu, Song-Chun and Wu, Ying Nian},
 
  journal={IEEE Trans. on Pattern Analysis and Machine Intelligence (TPAMI)},
  year={2020}
}

@article{xie2020generative,
  title={Generative PointNet: Energy-based learning on unordered point sets for 3D generation, reconstruction and classification},
  author={Xie, Jianwen and Xu, Yifei and Zheng, Zilong and Zhu, Song-Chun and Wu, Ying Nian},
  journal={arXiv preprint arXiv:2004.01301},
  year={2020}
}



@article{wang2009face,
  title={Face photo-sketch synthesis and recognition},
  author={Wang, Xiaogang and Tang, Xiaoou},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={31},
  number={11},
  pages={1955--1967},
  year={2009},
  publisher={IEEE}
}

@inproceedings{cordts2016cityscapes,
  title={The cityscapes dataset for semantic urban scene understanding},
  author={Cordts, Marius and Omran, Mohamed and Ramos, Sebastian and Rehfeld, Timo and Enzweiler, Markus and Benenson, Rodrigo and Franke, Uwe and Roth, Stefan and Schiele, Bernt},
  booktitle={IEEE conference on computer vision and pattern recognition},
  pages={3213--3223},
  year={2016}
}

@techreport{WelinderEtal2010,
	Author = {P. Welinder and S. Branson and T. Mita and C. Wah and F. Schroff and S. Belongie and P. Perona},
	Institution = {California Institute of Technology},
	Number = {CNS-TR-2010-001},
	Title = {{Caltech-UCSD Birds 200}},
	Year = {2010}
}

@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={LeCun, Yann and Bottou, L{\'e}on and Bengio, Yoshua and Haffner, Patrick},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={IEEE}
}

@inproceedings{bengio2014deep,
  title={Deep generative stochastic networks trainable by backprop},
  author={Bengio, Yoshua and Laufer, Eric and Alain, Guillaume and Yosinski, Jason},
  booktitle={International Conference on Machine Learning},
  pages={226--234},
  year={2014}
}

@inproceedings{bengio2013better,
  title={Better mixing via deep representations},
  author={Bengio, Yoshua and Mesnil, Gr{\'e}goire and Dauphin, Yann and Rifai, Salah},
  booktitle={International Conference on Machine Learning},
  pages={552--560},
  year={2013}
}

@inproceedings{ledig2017photo,
  title={Photo-Realistic Single Image Super-Resolution Using a Generative Adversarial Network},
  author={Ledig, Christian and Theis, Lucas and Huszar, Ferenc and Caballero, Jose and Cunningham, Andrew and Acosta, Alejandro and Aitken, Andrew and Tejani, Alykhan and Totz, Johannes and Wang, Zehan and others},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={4681--4690},
  year={2017}
}



@inproceedings{wang2016generative,
  title={Generative image modeling using style and structure adversarial networks},
  author={Wang, Xiaolong and Gupta, Abhinav},
  booktitle={European Conference on Computer Vision},
  pages={318--335},
  year={2016},
  organization={Springer}
}

@inproceedings{liu2017unsupervised,
  title={Unsupervised image-to-image translation networks},
  author={Liu, Ming-Yu and Breuel, Thomas and Kautz, Jan},
  booktitle={Advances in Neural Information Processing Systems (NIPS)},
  pages={700--708},
  year={2017}
}


@inproceedings{zhu2017unpaired,
  title={Unpaired image-to-image translation using cycle-consistent adversarial networks},
  author={Zhu, Jun-Yan and Park, Taesung and Isola, Phillip and Efros, Alexei A},
  booktitle={IEEE  Conference on Computer Vision (CVPR)},
  pages={2223--2232},
  year={2017}
}



@inproceedings{cao2017realtime,
  title={Realtime multi-person {2D} pose estimation using part affinity fields},
  author={Cao, Zhe and Simon, Tomas and Wei, Shih-En and Sheikh, Yaser},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={7291--7299},
  year={2017}
}

@inproceedings{bansal2018recycle,
  title={Recycle-{GAN}: Unsupervised video retargeting},
  author={Bansal, Aayush and Ma, Shugao and Ramanan, Deva and Sheikh, Yaser},
  booktitle={European Conference on Computer Vision (ECCV)},
  pages={119--135},
  year={2018}
}

@inproceedings{heusel2017gans,
  title={{GANs} trained by a two time-scale update rule converge to a local nash equilibrium},
  author={Heusel, Martin and Ramsauer, Hubert and Unterthiner, Thomas and Nessler, Bernhard and Hochreiter, Sepp},
  booktitle={Advances in Neural Information Processing Systems (NIPS)},
  pages={6626--6637},
  year={2017}
}



@inproceedings{isola2017image,
  title={Image-to-image translation with conditional adversarial networks},
  author={Isola, Phillip and Zhu, Jun-Yan and Zhou, Tinghui and Efros, Alexei A},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={1125--1134},
  year={2017}
}



@inproceedings{li2018unsupervised,
  title={Unsupervised image-to-image translation with stacked cycle-consistent adversarial networks},
  author={Li, Minjun and Huang, Haozhi and Ma, Lin and Liu, Wei and Zhang, Tong and Jiang, Yugang},
  booktitle={European conference on computer vision (ECCV)},
  pages={184--199},
  year={2018}
}

@inproceedings{zhang2017stackgan,
  title={Stackgan: Text to photo-realistic image synthesis with stacked generative adversarial networks},
  author={Zhang, Han and Xu, Tao and Li, Hongsheng and Zhang, Shaoting and Huang, Xiaolei and Wang, Xiaogang and Metaxas, Dimitris},
  booktitle={IEEE Int. Conf. Comput. Vision (ICCV)},
  pages={5907--5915},
  year={2017}
}

@article{reed2016generative,
  title={Generative adversarial text to image synthesis},
  author={Reed, Scott and Akata, Zeynep and Yan, Xinchen and Logeswaran, Lajanugen and Schiele, Bernt and Lee, Honglak},
  journal={arXiv preprint arXiv:1605.05396},
  year={2016}
}

@article{mirza2014conditional,
  title={Conditional generative adversarial nets},
  author={Mirza, Mehdi and Osindero, Simon},
  journal={arXiv preprint arXiv:1411.1784},
  year={2014}
}

@article{xing2012mining,
  title={Mining associated text and images with dual-wing harmoniums},
  author={Xing, Eric P and Yan, Rong and Hauptmann, Alexander G},
  journal={arXiv preprint arXiv:1207.1423},
  year={2012}
}

@inproceedings{sohn2014improved,
  title={Improved multimodal deep learning with variation of information},
  author={Sohn, Kihyuk and Shang, Wenling and Lee, Honglak},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2141--2149},
  year={2014}
}

@inproceedings{ngiam2011multimodal,
  title={Multimodal deep learning},
  author={Ngiam, Jiquan and Khosla, Aditya and Kim, Mingyu and Nam, Juhan and Lee, Honglak and Ng, Andrew Y},
  booktitle={International Conference on Machine Learning (ICML)},
  pages={689--696},
  year={2011}
}

@inproceedings{srivastava2012multimodal,
  title={Multimodal learning with deep boltzmann machines},
  author={Srivastava, Nitish and Salakhutdinov, Ruslan R},
  booktitle={Advances in neural information processing systems},
  pages={2222--2230},
  year={2012}
}


@inproceedings{xie2017synthesizing,
  title={Synthesizing dynamic patterns by spatial-temporal generative {ConvNet}},
  author={Xie, Jianwen and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={7093--7101},
  year={2017}
}

@article{xie2019synthesizing,
  title={Learning energy-based spatial-temporal
generative {ConvNets} for dynamic patterns},
  author={Xie, Jianwen and Zhu, Song-Chun and Wu, Ying Nian},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI)},
  year={2019}
}

@inproceedings{nijkamp2020anatomy,
  title={On the anatomy of mcmc-based maximum likelihood learning of energy-based models},
  author={Nijkamp, Erik and Hill, Mitch and Han, Tian and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={The Thirty-Fourth AAAI Conference on Artificial Intelligence (AAAI)}, 
  pages={5272--5280},
  year={2020}
}


@inproceedings{du2019implicit,
 author = {Du, Yilun and Mordatch, Igor},
 booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
 pages = {3608--3618},
 title = {Implicit generation and modeling with energy based models},
 volume = {32},
 year = {2019}
}


@inproceedings{jin2017introspective,
  title={Introspective classification with convolutional nets},
  author={Jin, Long and Lazarow, Justin and Tu, Zhuowen},
  booktitle={Advances in Neural Information Processing Systems},
  pages={823--833},
  year={2017}
}

@inproceedings{lazarow2017introspective,
  title={Introspective neural networks for generative modeling},
  author={Lazarow, Justin and Jin, Long and Tu, Zhuowen},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={2774--2783},
  year={2017}
}

@inproceedings{tu2007learning,
  title={Learning generative models via discriminative approaches},
  author={Tu, Zhuowen},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={1--8},
  year={2007}
}

@inproceedings{kingma2015adam,
  title={Adam: A method for stochastic optimization},
  author={Kingma, Diederik P and Ba, Jimmy},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2015}
}

@inproceedings{chen2016infogan,
  title={Infogan: Interpretable representation learning by information maximizing generative adversarial nets},
  author={Chen, Xi and Duan, Yan and Houthooft, Rein and Schulman, John and Sutskever, Ilya and Abbeel, Pieter},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2172--2180},
  year={2016}
}

@article{xie2015learning,
  title={Learning sparse {FRAME} models for natural image patterns},
  author={Xie, Jianwen and Hu, Wenze and Zhu, Song-Chun and Wu, Ying Nian},
  journal={International Journal of Computer Vision},
  volume={114},
  number={2-3},
  pages={91--112},
  year={2015},
  publisher={Springer}
}

@article{lu2015learning,
  title={Learning {FRAME} models using {CNN} filters},
  author={Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  journal={arXiv preprint arXiv:1509.08379},
  year={2015}
}

@article{xie2016inducing,
  title={Inducing wavelets into random fields via generative boosting},
  author={Xie, Jianwen and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  journal={Applied and Computational Harmonic Analysis},
  volume={41}, 
  number={1},
  pages={4--25},
  year={2016}
}

@article{zhu1998filters,
  title={Filters, random fields and maximum entropy {(FRAME)}: Towards a unified theory for texture modeling},
  author={Zhu, Song Chun and Wu, Yingnian and Mumford, David},
  journal={International Journal of Computer Vision},
  volume={27}, 
  number={2},
  pages={107--126},
  year={1998},
  publisher={Springer}
}

@inproceedings{maturana2015voxnet,
  title={Voxnet: A {3D} convolutional neural network for real-time object recognition},
  author={Maturana, Daniel and Scherer, Sebastian},
  booktitle={International Conference on Intelligent Robots and Systems (IROS)},
  pages={922--928},
  year={2015}
}


@article{coopnets2018,
  title={Cooperative training of descriptor and generator networks},
  author={Xie, Jianwen and Lu, Yang and Gao, Ruiqi and Zhu, Song-Chun and Wu, Ying Nian},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence (TPAMI)},  
  year={2018}
}

@inproceedings{wu20153d,
  title={{3D} shapenets: A deep representation for volumetric shapes},
  author={Wu, Zhirong and Song, Shuran and Khosla, Aditya and Yu, Fisher and Zhang, Linguang and Tang, Xiaoou and Xiao, Jianxiong},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={1912--1920},
  year={2015}
}


@article{chang2015shapenet,
  title={Shapenet: An information-rich {3D} model repository},
  author={Chang, Angel X and Funkhouser, Thomas and Guibas, Leonidas and Hanrahan, Pat and Huang, Qixing and Li, Zimo and Savarese, Silvio and Savva, Manolis and Song, Shuran and Su, Hao and others},
  journal={arXiv preprint arXiv:1512.03012},
  year={2015}
}

@inproceedings{girdhar2016learning,
  title={Learning a predictable and generative vector representation for objects},
  author={Girdhar, Rohit and Fouhey, David F and Rodriguez, Mikel and Gupta, Abhinav},
  booktitle={European Conference on Computer Vision},
  pages={484--499},
  year={2016}
}

@inproceedings{su2015multi,
  title={Multi-view convolutional neural networks for {3D} shape recognition},
  author={Su, Hang and Maji, Subhransu and Kalogerakis, Evangelos and Learned-Miller, Erik},
  booktitle={International Conference on Computer Vision},
  pages={945--953},
  year={2015}
}

@inproceedings{qi2016volumetric,
  title={Volumetric and multi-view {CNNs} for object classification on {3D} data},
  author={Qi, Charles R and Su, Hao and Nie{\ss}ner, Matthias and Dai, Angela and Yan, Mengyuan and Guibas, Leonidas J},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={5648--5656},
  year={2016}
}


@inproceedings{warde2016improving,
  title={Improving generative adversarial networks with denoising feature matching},
  author={Warde-Farley, David and Bengio, Yoshua},
  booktitle={International Conference on Learning Representations},
  year={2017}
}

@inproceedings{qi2016volumetric,
  title={Volumetric and multi-view {CNNs} for object classification on {3D} data},
  author={Qi, Charles R and Su, Hao and Nie{\ss}ner, Matthias and Dai, Angela and Yan, Mengyuan and Guibas, Leonidas J},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={5648--5656},
  year={2016}
}

@inproceedings{3dgan,
  title={Learning a probabilistic latent space of object shapes via {3D} generative-adversarial modeling},
  author={Wu, Jiajun and Zhang, Chengkai and Xue, Tianfan and Freeman, William T and Tenenbaum, Joshua B},
  booktitle={Advances in Neural Information Processing Systems},
  pages={82--90},
  year={2016}
}

@inproceedings{blanz1999morphable,
  title={A morphable model for the synthesis of {3D} faces},
  author={Blanz, Volker and Vetter, Thomas},
  booktitle={Proceedings of the 26th annual conference on Computer graphics and interactive techniques},
  pages={187--194},
  year={1999} 
}

@article{carlson1982algorithm,
  title={An algorithm and data structure for {3D} object synthesis using surface patch intersections},
  author={Carlson, Wayne E},
  journal={ACM SIGGRAPH Computer Graphics},
  volume={16}, 
  number={3},
  pages={255--263},
  year={1982},
  publisher={ACM}
}

@article{kalogerakis2012probabilistic,
  title={A probabilistic model for component-based shape synthesis},
  author={Kalogerakis, Evangelos and Chaudhuri, Siddhartha and Koller, Daphne and Koltun, Vladlen},
  journal={ACM Transactions on Graphics (TOG)},
  volume={31},
  number={4},
  pages={55},
  year={2012}
 }

@inproceedings{goodfellow2014generative,
  title={Generative adversarial nets},
  author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
  booktitle={Advances in Neural Information Processing Systems (NIPS)},
  pages={2672--2680},
  year={2014}
}


@article{radford2015unsupervised,
  title={Unsupervised representation learning with deep convolutional generative adversarial networks},
  author={Radford, Alec and Metz, Luke and Chintala, Soumith},
  journal={International Conference on Learning Representations (ICLR)},
  year={2016}
}


@inproceedings{tieleman2008training,
  title={Training restricted Boltzmann machines using approximations to the likelihood gradient},
  author={Tieleman, Tijmen},
  booktitle={International Conference on Machine Learning (ICML)},
  pages={1064--1071},
  year={2008}
}


@article{zhao2016energy,
  title={Energy-based generative adversarial network},
  author={Zhao, Junbo and Mathieu, Michael and LeCun, Yann},
  journal={arXiv preprint arXiv:1609.03126},
  year={2016}
}

@inproceedings{chen2016infogan,
  title={Infogan: Interpretable representation learning by information maximizing generative adversarial nets},
  author={Chen, Xi and Duan, Yan and Houthooft, Rein and Schulman, John and Sutskever, Ilya and Abbeel, Pieter},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2172--2180},
  year={2016}
}

@inproceedings{arjovsky2017wasserstein,
  title={Wasserstein generative adversarial networks},
  author={Arjovsky, Martin and Chintala, Soumith and Bottou, L{\'e}on},
  booktitle={International Conference on Machine Learning (ICML)},
  pages={214--223},
  year={2017}
}

@inproceedings{krizhevsky2012imagenet,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  booktitle={NIPS},
  year={2012},
  pages={1097--1105} 
}




@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={Yann LeCun and L{\'e}on Bottou and Yoshua Bengio and Patrick Haffner},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={IEEE}
}



@article{younes1999convergence,
  title={On the convergence of Markovian stochastic algorithms with rapidly decreasing ergodicity rates},
  author={Younes, Laurent},
  journal={Stochastics: An International Journal of Probability and Stochastic Processes},
  volume={65},
  number={3-4},
  pages={177--228},
  year={1999},
  publisher={Taylor \& Francis}
}





@inproceedings{RezendeICML2014, 
        Title = {Stochastic Backpropagation and Approximate Inference in Deep Generative Models}, 
    Author = {Danilo J. Rezende and Shakir Mohamed and Daan Wierstra}, 
        Year = {2014}, 
    Booktitle = {International Conference on Machine Learning}, 
    Editor = {Tony Jebara and Eric P. Xing}, 
    Pages = {1278-1286},
    Publisher = {JMLR Workshop and Conference Proceedings}, 
   }

@inproceedings{MnihGregor2014,
  title={Neural Variational Inference and Learning in Belief Networks},
  author={Mnih, Andriy and Gregor, Karol},
  booktitle={International Conference on Machine Learning},
  year={2014},
}

@article{hinton1995wake,
  title={The "wake-sleep" algorithm for unsupervised neural networks},
  author={Hinton, Geoffrey E and Dayan, Peter and Frey, Brendan J and Neal, Radford M},
  journal={Science},
  volume={268},
  number={5214},
  pages={1158--1161},
  year={1995},
  publisher={American Association for the Advancement of Science}
}

@inproceedings{zeiler2013visualizing,  
  title = {Visualizing and understanding convolutional neural networks},
  author = {Zeiler, Matthew D and Fergus, Rob},
  booktitle={ECCV},
  year = {2014}
}


@inproceedings{Dai2015ICLR,
  author = {Dai, Jifeng and Lu, Yang and Wu, Ying Nian},
  title = {Generative Modeling of Convolutional Neural Networks},
  booktitle={International Conference on Learning Representations},
  year = {2015}
}

@inproceedings{LuZhuWu2016,
    title={Learning {FRAME} Models Using {CNN} Filters},
    author={Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
    booktitle={Proceedings of the Thirtieth AAAI Conference on Artificial Intelligence (AAAI)},
    year={2016}
}

      
@inproceedings{han2017alternating,
  title={Alternating back-propagation for generator network},
  author={Han, Tian and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},    
  booktitle={The Thirty-First AAAI Conference on Artificial Intelligence (AAAI)},
  pages = {1976--1984},
  year={2017}
}


@inproceedings{matconvnn,
   author = {A. Vedaldi and K. Lenc},
   title  = {MatConvNet -- Convolutional Neural Networks for MATLAB},
   booktitle  = {Proceeding of the {ACM} Int. Conf. on Multimedia},
   year  = {2015},
  }



@article{Kulkarni2015,
author = {{Kulkarni}, T.~D. and {Whitney}, W. and {Kohli}, P. and {Tenenbaum}, J.~B.
},
title = "{Deep Convolutional Inverse Graphics Network}",
journal = {ArXiv e-prints},
year = 2015,
}

@inproceedings{montufar2014number,
  title={On the number of linear regions of deep neural networks},
  author={Montufar, Guido F and Pascanu, Razvan and Cho, Kyunghyun and Bengio, Yoshua},
  booktitle={NIPS},
  pages={2924--2932},
  year={2014}
}



@inproceedings{Lecun2006,
  title = "A tutorial on energy-based learning",
  author = "Yann  LeCun and Sumit Chopra and Rata Hadsell and Mare'Aurelio Ranzato and Fu Jie Huang",
  year = "2006",
  booktitle = "Predicting Structured Data",
  publisher = "MIT Press",
}

@article{olshausen1997sparse,
  title={Sparse coding with an overcomplete basis set: A strategy employed by V1?},
  author={Olshausen, Bruno A and Field, David J},
  journal={Vision Research},
  volume={37},
  number={23},
  pages={3311--3325},
  year={1997},
  publisher={Elsevier}
}


@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee-Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}



@inproceedings{zeiler2011adaptive,
  title={Adaptive deconvolutional networks for mid and high level feature learning},
  author={Zeiler, Matthew D and Taylor, Graham W and Fergus, Rob},
  booktitle={Computer Vision (ICCV), 2011 IEEE International Conference on},
  pages={2018--2025},
  year={2011},
  organization={IEEE}
}




@article{German2015a,
  title={A neural algorithm of artistic style},
  author={Gatys, Leon and Ecker, Alexander and Bethge, Matthias},
  journal={Journal of Vision},
  volume={16},
  number={12},
  pages={326--326},
  year={2016}
}


@inproceedings{Alexey2015,
author       = {{Dosovitskiy}, E and {Springenberg}, J. T.  and {Brox}, T},
title        = "Learning to Generate Chairs with Convolutional Neural Networks",
booktitle    = "IEEE International Conference on Computer Vision and Pattern Recognition (CVPR)",
year         = "2015",
}

@inproceedings{KarolICML2015,
  author    = {Karol Gregor and
               Ivo Danihelka and
               Alex Graves and
               Danilo Jimenez Rezende and
               Daan Wierstra},
  title     = {{DRAW:} {A} Recurrent Neural Network For Image Generation},
  booktitle = {Proceedings of the 32nd International Conference on Machine Learning,
               {ICML} 2015, Lille, France, 6-11 July 2015},
  pages     = {1462--1471},
  year      = {2015},
}


@inproceedings{Ng2011,
  title = "Learning Deep Energy Models",
  author = "Jiquan Ngiam and Zhenghao Chen and Pang Wei Koh and Andrew Y. Ng",
  year = "2011",
  booktitle = "International Conference on Machine Learning"
  }


@book{liu2008monte,
  title={Monte Carlo strategies in scientific computing},
  author={Liu, Jun S},
  year={2008},
  publisher={Springer Science \& Business Media}
}


@article{dempster1977maximum,
  title={Maximum likelihood from incomplete data via the EM algorithm},
  author={Dempster, Arthur P and Laird, Nan M and Rubin, Donald B},
  journal={Journal of the royal statistical society. Series B (methodological)},
  pages={1--38},
  year={1977},
  publisher={JSTOR}
}

@inproceedings{XieLuICML,
  title={A theory of generative ConvNet},
  author={Xie, Jianwen and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={International Conference on Machine Learning (ICML)},
  year={2016}
}

@article{doretto2003dynamic,
  title={Dynamic textures},
  author={Doretto, Gianfranco and Chiuso, Alessandro and Wu, Ying Nian and Soatto, Stefano},
  journal={International Journal of Computer Vision},
  volume={51},
  number={2},
  pages={91--109},
  year={2003}
}

@inproceedings{denton2015deep,
  title={Deep generative image models using a Laplacian pyramid of adversarial networks},
  author={Denton, Emily L and Chintala, Soumith and Fergus, Rob and others},
  booktitle={Advances in Neural Information Processing Systems (NIPS)},
  pages={1486--1494},
  year={2015}
}



@article{tanner1987calculation,
  title={The calculation of posterior distributions by data augmentation},
  author={Tanner, Martin A and Wong, Wing Hung},
  journal={Journal of the American statistical Association},
  volume={82},
  number={398},
  pages={528--540},
  year={1987},
  publisher={Taylor \& Francis}
}

@book{hyvarinen2004independent,
  title={Independent component analysis},
  author={Hyv{\"a}rinen, Aapo and Karhunen, Juha and Oja, Erkki},
  volume={46},
  year={2004},
  publisher={John Wiley \& Sons}
}

@article{koren2009matrix,
  title={Matrix factorization techniques for recommender systems},
  author={Koren, Yehuda and Bell, Robert and Volinsky, Chris},
  journal={Computer},
  number={8},
  pages={30--37},
  year={2009},
  publisher={IEEE}
}

@inproceedings{lee2001algorithms,
  title={Algorithms for non-negative matrix factorization},
  author={Lee, Daniel D and Seung, H Sebastian},
  booktitle={Advances in neural information processing systems},
  pages={556--562},
  year={2001}
}

@book{comrey2013first,
  title={A first course in factor analysis},
  author={Comrey, Andrew L and Lee, Howard B},
  year={2013},
  publisher={Psychology Press}
}

@article{paatero1994positive,
  title={Positive matrix factorization: A non-negative factor model with optimal utilization of error estimates of data values},
  author={Paatero, Pentti and Tapper, Unto},
  journal={Environmetrics},
  volume={5},
  number={2},
  pages={111--126},
  year={1994},
  publisher={Wiley Online Library}
}


@article{roweis2000nonlinear,
  title={Nonlinear dimensionality reduction by locally linear embedding},
  author={Roweis, Sam T and Saul, Lawrence K},
  journal={Science},
  volume={290},
  number={5500},
  pages={2323--2326},
  year={2000},
  publisher={American Association for the Advancement of Science}
}

@unpublished{Goodfellow-et-al-2016-Book,
    title={Deep Learning},
    author={Ian Goodfellow Yoshua Bengio and Aaron Courville},
    note={Book in preparation for MIT Press},
    url={http://www.deeplearningbook.org},
    year={2016}
}

@article{wainwright2008graphical,
  title={Graphical models, exponential families, and variational inference},
  author={Wainwright, Martin J and Jordan, Michael I},
  journal={Foundations and Trends in Machine Learning},
  volume={1},
  number={1-2},
  pages={1--305},
  year={2008},
  publisher={Now Publishers Inc.}
}

@article{liu1998parameter,
  title={Parameter expansion to accelerate EM: The PX-EM algorithm},
  author={Liu, Chuanhai and Rubin, Donald B and Wu, Ying Nian},
  journal={Biometrika},
  volume={85},
  number={4},
  pages={755--770},
  year={1998},
  publisher={Biometrika Trust}
}

@article{kim2008nonnegative,
  title={Nonnegative matrix factorization based on alternating nonnegativity constrained least squares and active set method},
  author={Kim, Hyunsoo and Park, Haesun},
  journal={SIAM Journal on Matrix Analysis and Applications},
  volume={30},
  number={2},
  pages={713--730},
  year={2008},
  publisher={SIAM}
}

@article{rubin1982algorithms,
  title={EM algorithms for ML factor analysis},
  author={Rubin, Donald B and Thayer, Dorothy T},
  journal={Psychometrika},
  volume={47},
  number={1},
  pages={69--76},
  year={1982}
}

@inproceedings{welling2011bayesian,
  title={Bayesian learning via stochastic gradient Langevin dynamics},
  author={Welling, Max and Teh, Yee W},
  booktitle={Proceedings of the 28th International Conference on Machine Learning (ICML-11)},
  pages={681--688},
  year={2011}
}


@article{bengio2015early,
  title={Early inference in energy-based models approximates back-propagation},
  author={Bengio, Yoshua},
  journal={arXiv preprint arXiv:1510.02777},
  year={2015}
}

@article{dinh2014nice,
  title={NICE: Non-linear independent components estimation},
  author={Dinh, Laurent and Krueger, David and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1410.8516},
  year={2014}
}


@article{oord2016pixel,
  title={Pixel recurrent neural networks},
  author={Oord, Aaron van den and Kalchbrenner, Nal and Kavukcuoglu, Koray},
  journal={arXiv preprint arXiv:1601.06759},
  year={2016}
}

@article{dinh2016density,
  title={Density estimation using Real NVP},
  author={Dinh, Laurent and Sohl-Dickstein, Jascha and Bengio, Samy},
  journal={arXiv preprint arXiv:1605.08803},
  year={2016}
}

@article{zhu2003statistical,
  title={Statistical modeling and conceptualization of visual patterns},
  author={Zhu, Song-Chun},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={25}, 
  number={6},
  pages={691--712},
  year={2003}
}

@inproceedings{salakhutdinov2009deep,
  title={Deep boltzmann machines},
  author={Salakhutdinov, Ruslan and Hinton, Geoffrey E},
  booktitle={AISTATS},
  year={2009}
}

@inproceedings{lee2009convolutional,
  title={Convolutional deep belief networks for scalable unsupervised learning of hierarchical representations},
  author={Lee, Honglak and Grosse, Roger and Ranganath, Rajesh and Ng, Andrew Y},
  booktitle={ICML},
  pages={609--616},
  year={2009},
  organization={ACM}
}

@article{zhu1997minimax,
  title={Minimax entropy principle and its application to texture modeling},
  author={Zhu, Song-Chun and Wu, Ying Nian and Mumford, David},
  journal={Neural Computation},
  volume={9},
  number={8},
  pages={1627--1660},
  year={1997},
  publisher={MIT Press}
}

@inproceedings{roth2005fields,
  title={Fields of experts: A framework for learning image priors},
  author={Roth, Stefan and Black, Michael J},
  booktitle={CVPR},
  volume={2},
  pages={860--867},
  year={2005},
  organization={IEEE}
}

@article{Hinton2002a,
author = {Hinton, Geoffrey E},
journal = {Neural Computation},
number = {8},
pages = {1771--1800},
publisher = {MIT Press},
title = {{Training products of experts by minimizing contrastive divergence.}},
volume = {14},
year = {2002}
}


@article{ioffe2015batch,
  title={Batch normalization: Accelerating deep network training by reducing internal covariate shift},
  author={Ioffe, Sergey and Szegedy, Christian},
  journal={arXiv preprint arXiv:1502.03167},
  year={2015}
}


@inproceedings{liu2015deep,
  title={Deep learning face attributes in the wild},
  author={Liu, Ziwei and Luo, Ping and Wang, Xiaogang and Tang, Xiaoou},
  booktitle={Proceedings of the IEEE International Conference on Computer Vision},
  pages={3730--3738},
  year={2015}
}

@article{xu2015empirical,
  title={Empirical evaluation of rectified activations in convolutional network},
  author={Xu, Bing and Wang, Naiyan and Chen, Tianqi and Li, Mu},
  journal={arXiv preprint arXiv:1505.00853},
  year={2015}
}

@inproceedings{maas2013rectifier,
  title={Rectifier nonlinearities improve neural network acoustic models},
  author={Maas, Andrew L and Hannun, Awni Y and Ng, Andrew Y},
  booktitle={Proc. ICML},
  volume={30},
  number={1},
  year={2013}
}

@book{zhu2007stochastic,
  title={A stochastic grammar of images},
  author={Zhu, Song-Chun and Mumford, David},
  year={2007},
  publisher={Now Publishers Inc}
}

@article{pascanu2013number,
  title={On the number of response regions of deep feed forward networks with piece-wise linear activations},
  author={Pascanu, Razvan and Montufar, Guido and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1312.6098},
  year={2013}
}

@article{girolami2011riemann,
  title={Riemann manifold langevin and hamiltonian monte carlo methods},
  author={Girolami, Mark and Calderhead, Ben},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={73},
  number={2},
  pages={123--214},
  year={2011},
  publisher={Wiley Online Library}
}

@article{robbins1951stochastic,
  title={A stochastic approximation method},
  author={Robbins, Herbert and Monro, Sutton},
  journal={The annals of mathematical statistics},
  pages={400--407},
  year={1951},
  publisher={JSTOR}
}

@article{Bengio2016,
  title={Deep Directed Generative Models with Energy-Based Probability Estimation},
  author={Kim, Taesup and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1606.03439},
  year={2016}
}



@article{thibodeau2014deep,
  title={Deep generative stochastic networks trainable by backprop},
  author={Thibodeau-Laufer, Eric and Alain, Guillaume and Yosinski, Jason},
  year={2014}
}

@book{cover2012elements,
  title={Elements of information theory},
  author={Cover, Thomas M and Thomas, Joy A},
  year={2012},
  publisher={John Wiley \& Sons}
}

@article{wu2004information,
  title={From information scaling of natural images to regimes of statistical models},
  author={Wu, Ying Nian and Zhu, Song-Chun and Guo, Cheng-En},
  journal={Quarterly of Applied Mathematics},
  volume={66},
  pages={81-122},
  year={2008}
}

@article{xie2014learning,
  title={Learning Sparse FRAME Models for Natural Image Patterns},
  author={Xie, Jianwen and Hu, Wenze and Zhu, Song-Chun and Wu, Ying Nian},
  journal={International Journal of Computer Vision},
  pages={1--22},
  year={2014}
}

@article{teh2003energy,
  title={Energy-based models for sparse overcomplete representations},
  author={Teh, Yee Whye and Welling, Max and Osindero, Simon and Hinton, Geoffrey E},
  journal={Journal of Machine Learning Research},
  volume={4},
  number={Dec},
  pages={1235--1260},
  year={2003}
}


@article{hopfield1982neural,
  title={Neural networks and physical systems with emergent collective computational abilities},
  author={Hopfield, John J},
  journal={Proceedings of the national academy of sciences},
  volume={79},
  number={8},
  pages={2554--2558},
  year={1982},
  publisher={National Acad Sciences}
}


@inproceedings{liu2015deep,
  title={Deep learning face attributes in the wild},
  author={Liu, Ziwei and Luo, Ping and Wang, Xiaogang and Tang, Xiaoou},
  booktitle={Proceedings of the IEEE International Conference on Computer Vision},
  pages={3730--3738},
  year={2015}
}

@inproceedings{welling2002self,
  title={Self supervised boosting},
  author={Welling, Max and Zemel, Richard S and Hinton, Geoffrey E},
  booktitle={Advances in neural information processing systems},
  pages={665--672},
  year={2002}
}

@article{kirkpatrick1983optimization,
  title={Optimization by simmulated annealing},
  author={Kirkpatrick, Scott and Gelatt, C Daniel and Vecchi, Mario P and others},
  journal={science},
  volume={220},
  number={4598},
  pages={671--680},
  year={1983},
  publisher={Washington}
}

@article{marinari1992simulated,
  title={Simulated tempering: a new Monte Carlo scheme},
  author={Marinari, Enzo and Parisi, Giorgio},
  journal={EPL (Europhysics Letters)},
  volume={19},
  number={6},
  pages={451},
  year={1992},
  publisher={IOP Publishing}
}

@article{guo2003modeling,
  title={Modeling visual patterns by integrating descriptive and generative methods},
  author={Guo, Cheng-En and Zhu, Song-Chun and Wu, Ying Nian},
  journal={International Journal of Computer Vision},
  volume={53},
  number={1},
  pages={5--29},
  year={2003}
}

@book{amari2007methods,
  title={Methods of information geometry},
  author={Amari, Shun-ichi and Nagaoka, Hiroshi},
  volume={191},
  year={2007},
  publisher={American Mathematical Soc.}
}

@article{hinton2015distilling,
  title={Distilling the knowledge in a neural network},
  author={Hinton, Geoffrey and Vinyals, Oriol and Dean, Jeff},
  journal={arXiv preprint arXiv:1503.02531},
  year={2015}
}

@inproceedings{blum1998combining,
  title={Combining labeled and unlabeled data with co-training},
  author={Blum, Avrim and Mitchell, Tom},
  booktitle={Proceedings of the eleventh annual conference on Computational learning theory},
  pages={92--100},
  year={1998},
  organization={ACM}
}

@online{inpainting_online,
  author = {John D'Errico},
  title = {Interpolation inpainting},
  year = 2004,
  url = {https://www.mathworks.com/matlabcentral/fileexchange/4551-inpaint-nans}
}







@inproceedings{krizhevsky2012imagenet,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  booktitle={NIPS},
  year={2012},
  pages={1097--1105} 
}




@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={Yann LeCun and L{\'e}on Bottou and Yoshua Bengio and Patrick Haffner},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={IEEE}
}



@article{younes1999convergence,
  title={On the convergence of Markovian stochastic algorithms with rapidly decreasing ergodicity rates},
  author={Younes, Laurent},
  journal={Stochastics: An International Journal of Probability and Stochastic Processes},
  volume={65},
  number={3-4},
  pages={177--228},
  year={1999},
  publisher={Taylor \& Francis}
}




@inproceedings{RezendeICML2014, 
        Title = {Stochastic Backpropagation and Approximate Inference in Deep Generative Models}, 
    Author = {Danilo J. Rezende and Shakir Mohamed and Daan Wierstra}, 
        Year = {2014}, 
    Booktitle = {ICML}, 
    Editor = {Tony Jebara and Eric P. Xing}, 
    Pages = {1278-1286},
    Publisher = {JMLR Workshop and Conference Proceedings}, 
   }

@inproceedings{MnihGregor2014,
  title={Neural Variational Inference and Learning in Belief Networks},
  author={Mnih, Andriy and Gregor, Karol},
  booktitle={ICML},
  year={2014},
}

@article{hinton1995wake,
  title={The "wake-sleep" algorithm for unsupervised neural networks},
  author={Hinton, Geoffrey E and Dayan, Peter and Frey, Brendan J and Neal, Radford M},
  journal={Science},
  volume={268},
  number={5214},
  pages={1158--1161},
  year={1995},
  publisher={American Association for the Advancement of Science}
}

@inproceedings{zeiler2013visualizing,  
  title = {Visualizing and understanding convolutional neural networks},
  author = {Zeiler, Matthew D and Fergus, Rob},
  booktitle={ECCV},
  year = {2014}
}


@inproceedings{Dai2015ICLR,
  author = {Dai, Jifeng and Lu, Yang and Wu, Ying Nian},
  title = {Generative Modeling of Convolutional Neural Networks},
  booktitle={International Conference on Learning Representations},
  year = {2015}
}

@inproceedings{LuZhuWu2016,
    title={Learning {FRAME} Models Using {CNN} Filters},
    author={Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
    booktitle={Thirtieth AAAI Conference on Artificial Intelligence},
    year={2016}
}
      

@inproceedings{matconvnn,
   author = {A. Vedaldi and K. Lenc},
   title  = {MatConvNet -- Convolutional Neural Networks for MATLAB},
   booktitle  = {Proceeding of the {ACM} Int. Conf. on Multimedia},
   year  = {2015},
  }



@article{Kulkarni2015,
author = {{Kulkarni}, T.~D. and {Whitney}, W. and {Kohli}, P. and {Tenenbaum}, J.~B.
},
title = "{Deep Convolutional Inverse Graphics Network}",
journal = {ArXiv e-prints},
year = 2015,
}

@inproceedings{montufar2014number,
  title={On the number of linear regions of deep neural networks},
  author={Montufar, Guido F and Pascanu, Razvan and Cho, Kyunghyun and Bengio, Yoshua},
  booktitle={NIPS},
  pages={2924--2932},
  year={2014}
}



@inproceedings{Lecun2006,
  title = "A tutorial on energy-based learning",
  author = "Yann  LeCun and Sumit Chopra and Rata Hadsell and Mare'Aurelio Ranzato and Fu Jie Huang",
  year = "2006",
  booktitle = "Predicting Structured Data",
  publisher = "MIT Press",
}

@article{olshausen1997sparse,
  title={Sparse coding with an overcomplete basis set: A strategy employed by V1?},
  author={Olshausen, Bruno A and Field, David J},
  journal={Vision Research},
  volume={37},
  number={23},
  pages={3311--3325},
  year={1997},
  publisher={Elsevier}
}


@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee-Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}



@inproceedings{zeiler2011adaptive,
  title={Adaptive deconvolutional networks for mid and high level feature learning},
  author={Zeiler, Matthew D and Taylor, Graham W and Fergus, Rob},
  booktitle={Computer Vision (ICCV), 2011 IEEE International Conference on},
  pages={2018--2025},
  year={2011},
  organization={IEEE}
}





@inproceedings{Alexey2015,
author       = {{Dosovitskiy}, E and {Springenberg}, J. T.  and {Brox}, T},
title        = "Learning to Generate Chairs with Convolutional Neural Networks",
booktitle    = "IEEE International Conference on Computer Vision and Pattern Recognition (CVPR)",
year         = "2015",
}

@inproceedings{KarolICML2015,
  author    = {Karol Gregor and
               Ivo Danihelka and
               Alex Graves and
               Danilo Jimenez Rezende and
               Daan Wierstra},
  title     = {{DRAW:} {A} Recurrent Neural Network For Image Generation},
  booktitle = {Proceedings of the 32nd International Conference on Machine Learning,
               {ICML} 2015, Lille, France, 6-11 July 2015},
  pages     = {1462--1471},
  year      = {2015},
}


@inproceedings{Ng2011,
  title = "Learning Deep Energy Models",
  author = "Jiquan Ngiam and Zhenghao Chen and Pang Wei Koh and Andrew Y. Ng",
  year = "2011",
  booktitle = "nternational Conference on Machine Learning"
  }


@book{liu2008monte,
  title={Monte Carlo strategies in scientific computing},
  author={Liu, Jun S},
  year={2008},
  publisher={Springer Science \& Business Media}
}


@article{dempster1977maximum,
  title={Maximum likelihood from incomplete data via the EM algorithm},
  author={Dempster, Arthur P and Laird, Nan M and Rubin, Donald B},
  journal={Journal of the royal statistical society. Series B (methodological)},
  pages={1--38},
  year={1977},
  publisher={JSTOR}
}

@article{doretto2003dynamic,
  title={Dynamic textures},
  author={Doretto, Gianfranco and Chiuso, Alessandro and Wu, Ying Nian and Soatto, Stefano},
  journal={International Journal of Computer Vision},
  volume={51},
  number={2},
  pages={91--109},
  year={2003}
}



@inproceedings{brock2018large,
  title={Large scale {GAN} training for high fidelity natural image synthesis},
  author={Brock, Andrew and Donahue, Jeff and Simonyan, Karen},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2018}
}

@article{tanner1987calculation,
  title={The calculation of posterior distributions by data augmentation},
  author={Tanner, Martin A and Wong, Wing Hung},
  journal={Journal of the American statistical Association},
  volume={82},
  number={398},
  pages={528--540},
  year={1987},
  publisher={Taylor \& Francis}
}

@book{hyvarinen2004independent,
  title={Independent component analysis},
  author={Hyv{\"a}rinen, Aapo and Karhunen, Juha and Oja, Erkki},
  volume={46},
  year={2004},
  publisher={John Wiley \& Sons}
}

@article{koren2009matrix,
  title={Matrix factorization techniques for recommender systems},
  author={Koren, Yehuda and Bell, Robert and Volinsky, Chris},
  journal={Computer},
  number={8},
  pages={30--37},
  year={2009},
  publisher={IEEE}
}

@inproceedings{lee2001algorithms,
  title={Algorithms for non-negative matrix factorization},
  author={Lee, Daniel D and Seung, H Sebastian},
  booktitle={Advances in neural information processing systems},
  pages={556--562},
  year={2001}
}

@book{comrey2013first,
  title={A first course in factor analysis},
  author={Comrey, Andrew L and Lee, Howard B},
  year={2013},
  publisher={Psychology Press}
}

@article{paatero1994positive,
  title={Positive matrix factorization: A non-negative factor model with optimal utilization of error estimates of data values},
  author={Paatero, Pentti and Tapper, Unto},
  journal={Environmetrics},
  volume={5},
  number={2},
  pages={111--126},
  year={1994},
  publisher={Wiley Online Library}
}


@article{roweis2000nonlinear,
  title={Nonlinear dimensionality reduction by locally linear embedding},
  author={Roweis, Sam T and Saul, Lawrence K},
  journal={Science},
  volume={290},
  number={5500},
  pages={2323--2326},
  year={2000},
  publisher={American Association for the Advancement of Science}
}

@unpublished{Goodfellow-et-al-2016-Book,
    title={Deep Learning},
    author={Ian Goodfellow Yoshua Bengio and Aaron Courville},
    note={Book in preparation for MIT Press},
    url={http://www.deeplearningbook.org},
    year={2016}
}

@article{wainwright2008graphical,
  title={Graphical models, exponential families, and variational inference},
  author={Wainwright, Martin J and Jordan, Michael I},
  journal={Foundations and Trends in Machine Learning},
  volume={1},
  number={1-2},
  pages={1--305},
  year={2008},
  publisher={Now Publishers Inc.}
}

@article{liu1998parameter,
  title={Parameter expansion to accelerate EM: The PX-EM algorithm},
  author={Liu, Chuanhai and Rubin, Donald B and Wu, Ying Nian},
  journal={Biometrika},
  volume={85},
  number={4},
  pages={755--770},
  year={1998},
  publisher={Biometrika Trust}
}

@article{kim2008nonnegative,
  title={Nonnegative matrix factorization based on alternating nonnegativity constrained least squares and active set method},
  author={Kim, Hyunsoo and Park, Haesun},
  journal={SIAM Journal on Matrix Analysis and Applications},
  volume={30},
  number={2},
  pages={713--730},
  year={2008},
  publisher={SIAM}
}

@article{rubin1982algorithms,
  title={EM algorithms for ML factor analysis},
  author={Rubin, Donald B and Thayer, Dorothy T},
  journal={Psychometrika},
  volume={47},
  number={1},
  pages={69--76},
  year={1982}
}


@article{bengio2015early,
  title={Early inference in energy-based models approximates back-propagation},
  author={Bengio, Yoshua},
  journal={arXiv preprint arXiv:1510.02777},
  year={2015}
}

@article{dinh2014nice,
  title={NICE: Non-linear independent components estimation},
  author={Dinh, Laurent and Krueger, David and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1410.8516},
  year={2014}
}


@article{oord2016pixel,
  title={Pixel recurrent neural networks},
  author={Oord, Aaron van den and Kalchbrenner, Nal and Kavukcuoglu, Koray},
  journal={arXiv preprint arXiv:1601.06759},
  year={2016}
}

@article{dinh2016density,
  title={Density estimation using Real NVP},
  author={Dinh, Laurent and Sohl-Dickstein, Jascha and Bengio, Samy},
  journal={arXiv preprint arXiv:1605.08803},
  year={2016}
}

@article{zhu2003statistical,
  title={Statistical modeling and conceptualization of visual patterns},
  author={Zhu, Song-Chun},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={25},
  number={6},
  pages={691--712},
  year={2003},
  publisher={IEEE}
}

@inproceedings{salakhutdinov2009deep,
  title={Deep boltzmann machines},
  author={Salakhutdinov, Ruslan and Hinton, Geoffrey E},
  booktitle={AISTATS},
  year={2009}
}

@inproceedings{lee2009convolutional,
  title={Convolutional deep belief networks for scalable unsupervised learning of hierarchical representations},
  author={Lee, Honglak and Grosse, Roger and Ranganath, Rajesh and Ng, Andrew Y},
  booktitle={ICML},
  pages={609--616},
  year={2009},
  organization={ACM}
}

@article{zhu1997minimax,
  title={Minimax entropy principle and its application to texture modeling},
  author={Zhu, Song-Chun and Wu, Ying Nian and Mumford, David},
  journal={Neural Computation},
  volume={9},
  number={8},
  pages={1627--1660},
  year={1997},
  publisher={MIT Press}
}

@inproceedings{roth2005fields,
  title={Fields of experts: A framework for learning image priors},
  author={Roth, Stefan and Black, Michael J},
  booktitle={CVPR},
  volume={2},
  pages={860--867},
  year={2005},
  organization={IEEE}
}


@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee-Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}

@article{ioffe2015batch,
  title={Batch normalization: Accelerating deep network training by reducing internal covariate shift},
  author={Ioffe, Sergey and Szegedy, Christian},
  journal={arXiv preprint arXiv:1502.03167},
  year={2015}
}


@inproceedings{liu2015deep,
  title={Deep learning face attributes in the wild},
  author={Liu, Ziwei and Luo, Ping and Wang, Xiaogang and Tang, Xiaoou},
  booktitle={Proceedings of the IEEE International Conference on Computer Vision},
  pages={3730--3738},
  year={2015}
}

@article{xu2015empirical,
  title={Empirical evaluation of rectified activations in convolutional network},
  author={Xu, Bing and Wang, Naiyan and Chen, Tianqi and Li, Mu},
  journal={arXiv preprint arXiv:1505.00853},
  year={2015}
}

@inproceedings{maas2013rectifier,
  title={Rectifier nonlinearities improve neural network acoustic models},
  author={Maas, Andrew L and Hannun, Awni Y and Ng, Andrew Y},
  booktitle={Proc. ICML},
  volume={30},
  number={1},
  year={2013}
}

@book{zhu2007stochastic,
  title={A stochastic grammar of images},
  author={Zhu, Song-Chun and Mumford, David},
  year={2007},
  publisher={Now Publishers Inc}
}

@article{pascanu2013number,
  title={On the number of response regions of deep feed forward networks with piece-wise linear activations},
  author={Pascanu, Razvan and Montufar, Guido and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1312.6098},
  year={2013}
}

@article{girolami2011riemann,
  title={Riemann manifold langevin and hamiltonian monte carlo methods},
  author={Girolami, Mark and Calderhead, Ben},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={73},
  number={2},
  pages={123--214},
  year={2011},
  publisher={Wiley Online Library}
}

@Article{dorettoCWS03,
  author = 	{Doretto, G.
		and Chiuso, A.
		and Wu, Y.
		and Soatto, S.},
  title = 	{Dynamic textures},
  journal = 	{International Journal of Computer Vision},
  year = 	{2003},
  volume = 	{51},
  number = 	{2},
  pages = 	{91--109}
}

@inproceedings{vincent2008extracting,
  title={Extracting and composing robust features with denoising autoencoders},
  author={Vincent, Pascal and Larochelle, Hugo and Bengio, Yoshua and Manzagol, Pierre-Antoine},
  booktitle={Proceedings of the 25th international conference on Machine learning},
  pages={1096--1103},
  year={2008},
  organization={ACM}
}

@article{mcdermott2011sound,
  title={Sound texture perception via statistics of the auditory periphery: evidence from sound synthesis},
  author={McDermott, Josh H and Simoncelli, Eero P},
  journal={Neuron},
  volume={71},
  number={5},
  pages={926--940},
  year={2011},
  publisher={Elsevier}
}

@article{candes2006robust,
  title={Robust uncertainty principles: Exact signal reconstruction from highly incomplete frequency information},
  author={Cand{\`e}s, Emmanuel J and Romberg, Justin and Tao, Terence},
  journal={IEEE Transactions on information theory},
  volume={52},
  number={2},
  pages={489--509},
  year={2006},
  publisher={IEEE}
}





@article{xie2015boosting,
  title={Inducing wavelets into random fields via generative boosting},
  author={Xie, Jianwen and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  journal={Journal of Applied and Computational Harmonic Analysis},
  volume={41},
  number={1},
  year={2016},
  pages={4-25}
  }

@article{AB,
  title={Learning active basis model for object detection and recognitio},
  author={Wu, Ying Nian and Si, Zhangzhang and Gong, Haifeng and Zhu, Song-Chun},
  journal={International Journal of Computer Vision},
  volume={90},
    pages={198-235},
  year={2010}
}


@inproceedings{krizhevsky2012imagenet,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  booktitle={NIPS},
  year={2012},
  pages={1097--1105} 
}



@article{zhu1997minimax,
  title={Minimax entropy principle and its application to texture modeling},
  author={Zhu, Song-Chun and Wu, Ying Nian and Mumford, David},
  journal={Neural Computation},
  volume={9},
  number={8},
  pages={1627--1660},
  year={1997},
  publisher={MIT Press}
}


@inproceedings{zhu1997GRADE,
  title={GRADE: Gibbs Reaction And Diffusion Equations.},
  author={Zhu, Song-Chun and Mumford, David},
  booktitle={ICCV},
  pages={847--854},
  year={1998},
}

@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={Yann LeCun and L{\'e}on Bottou and Yoshua Bengio and Patrick Haffner},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={IEEE}
}



@article{younes1999convergence,
  title={On the convergence of Markovian stochastic algorithms with rapidly decreasing ergodicity rates},
  author={Younes, Laurent},
  journal={Stochastics: An International Journal of Probability and Stochastic Processes},
  volume={65},
  number={3-4},
  pages={177--228},
  year={1999},
  publisher={Taylor \& Francis}
}

@inproceedings{sinha2016deep,
  title={Deep learning {3D} shape surfaces using geometry images},
  author={Sinha, Ayan and Bai, Jing and Ramani, Karthik},
  booktitle={European Conference on Computer Vision},
  pages={223--240},
  year={2016}  
}

@inproceedings{simonovsky2017dynamic,
  title={Dynamic edge-conditioned filters in convolutional neural networks on graphs},
  author={Simonovsky, Martin and Komodakis, Nikos},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  year={2017}
}


@inproceedings{sfikas2017exploiting,
  title={Exploiting the PANORAMA representation for convolutional neural network classification and retrieval},
  author={Sfikas, Konstantinos and Theoharis, Theoharis and Pratikakis, Ioannis},
  booktitle={Eurographics Workshop on 3D Object Retrieval},
  year={2017}
}


@inproceedings{sharma2016vconv,
  title={{VConv-DAE}: Deep volumetric shape learning without object labels},
  author={Sharma, Abhishek and Grau, Oliver and Fritz, Mario},
  booktitle={European Conference on Computer Vision},
  pages={236--250},
  year={2016}
}

@inproceedings{kazhdan2003rotation,
  title={Rotation invariant spherical harmonic representation of {3D} shape descriptors},
  author={Kazhdan, Michael and Funkhouser, Thomas and Rusinkiewicz, Szymon},
  booktitle={Symposium on geometry processing},
  volume={6},
  pages={156--164},
  year={2003}
}

@article{shi2015deeppano,
  title={{DeepPano}: Deep panoramic representation for {3-D} shape recognition},
  author={Shi, Baoguang and Bai, Song and Zhou, Zhichao and Bai, Xiang},
  journal={IEEE Signal Processing Letters},
  volume={22},
  number={12},
  pages={2339--2343},
  year={2015} 
}

@inproceedings{roth2005fields,
  title={Fields of experts: A framework for learning image priors},
  author={Roth, Stefan and Black, Michael J},
  booktitle={CVPR},
  volume={2},
  pages={860--867},
  year={2005}
 }

@article{Hinton2002a,
author = {Hinton, Geoffrey E},
journal = {Neural Computation},
number = {8},
pages = {1771--1800},
publisher = {MIT Press},
title = {{Training products of experts by minimizing contrastive divergence.}},
volume = {14},
year = {2002}
}






@inproceedings{RezendeICML2014, 
        Title = {Stochastic Backpropagation and Approximate Inference in Deep Generative Models}, 
    Author = {Danilo J. Rezende and Shakir Mohamed and Daan Wierstra}, 
        Year = {2014}, 
    Booktitle = {ICML}, 
    Editor = {Tony Jebara and Eric P. Xing}, 
    Pages = {1278-1286},
    Publisher = {JMLR Workshop and Conference Proceedings}, 
   }

@inproceedings{MnihGregor2014,
  title={Neural Variational Inference and Learning in Belief Networks},
  author={Mnih, Andriy and Gregor, Karol},
  booktitle={ICML},
  year={2014},
}

@article{hinton1995wake,
  title={The "wake-sleep" algorithm for unsupervised neural networks},
  author={Hinton, Geoffrey E and Dayan, Peter and Frey, Brendan J and Neal, Radford M},
  journal={Science},
  volume={268},
  number={5214},
  pages={1158--1161},
  year={1995},
  publisher={American Association for the Advancement of Science}
}

@inproceedings{zeiler2013visualizing,  
  title = {Visualizing and understanding convolutional neural networks},
  author = {Zeiler, Matthew D and Fergus, Rob},
  booktitle={ECCV},
  year = {2014}
}


@inproceedings{Dai2015ICLR,
  author = {Dai, Jifeng and Lu, Yang and Wu, Ying Nian},
  title = {Generative Modeling of Convolutional Neural Networks},
  booktitle = {ICLR},
  year = {2015}
}

@inproceedings{LuZhuWu2016,
    title={Learning {FRAME} Models Using {CNN} Filters},
    author={Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
    booktitle={Thirtieth AAAI Conference on Artificial Intelligence},
    year={2016}
}
      

@inproceedings{matconvnn,
   author = {A. Vedaldi and K. Lenc},
   title  = {MatConvNet -- Convolutional Neural Networks for MATLAB},
   booktitle  = {Proceeding of the {ACM} Int. Conf. on Multimedia},
   year  = {2015},
  }




@article{hopfield1982neural,
  title={Neural networks and physical systems with emergent collective computational abilities},
  author={Hopfield, John J},
  journal={Proceedings of the National Academy of Sciences},
  volume={79},
  number={8},
  pages={2554--2558},
  year={1982},
  publisher={National Acad Sciences}
}


@inproceedings{Seung98learningcontinuous,
    author = {H. Sebastian Seung},
    title = {Learning continuous attractors in recurrent networks},
    booktitle = {NIPS},
    year = {1998},
    pages = {654--660},
    publisher = {MIT Press}
}



@article{ZhuM06,
  author = {Zhu, Song Chun and Mumford, David},
  journal = {Foundations and Trends in Computer Graphics and Vision},
  keywords = {dblp},
  number = 4,
  pages = {259-362},
  title = {A Stochastic Grammar of Images.},
  volume = 2,
  year = 2006
}


@article{vincent2011connection,
  title={A connection between score matching and denoising autoencoders},
  author={Vincent, Pascal},
  journal={Neural Computation},
  volume={23},
  number={7},
  pages={1661--1674},
  year={2011},
  publisher={MIT Press}
}

@inproceedings{Swersky2011,
  title = "On Autoencoders and Score Matching for Energy Based Models",
  author = "Kevin Swersky and Marc'Aurelio Ranzato and David Buchman and Benjamin Marlin and Nando Freitas",
  year = "2011",
  booktitle = "ICML",
  pages = "1201--1208",
  publisher = "ACM"  
}

@article{hinton2006unsupervised,
  title={Unsupervised discovery of nonlinear structure using contrastive backpropagation},
  author={Hinton, Geoffrey E and Osindero, Simon and Welling, Max and Teh, Yee-Whye},
  journal={Cognitive Science},
  volume={30},
  number={4},
  pages={725--731},
  year={2006},
  publisher={Wiley Online Library}
}


@article{Kulkarni2015,
author = {{Kulkarni}, T.~D. and {Whitney}, W. and {Kohli}, P. and {Tenenbaum}, J.~B.
},
title = "{Deep Convolutional Inverse Graphics Network}",
journal = {ArXiv e-prints},
year = 2015,
}

@inproceedings{Ng2011,
  title = "Learning Deep Energy Models",
  author = "Jiquan Ngiam and Zhenghao Chen and Pang Wei Koh and Andrew Y. Ng",
  year = "2011",
  booktitle = "ICML"
  }


@inproceedings{salakhutdinov2009deep,
  title={Deep boltzmann machines},
  author={Salakhutdinov, Ruslan and Hinton, Geoffrey E},
  booktitle={AISTATS},
  year={2009}
}

@inproceedings{montufar2014number,
  title={On the number of linear regions of deep neural networks},
  author={Montufar, Guido F and Pascanu, Razvan and Cho, Kyunghyun and Bengio, Yoshua},
  booktitle={NIPS},
  pages={2924--2932},
  year={2014}
}


@ARTICLE{Hyvrinen05estimationof,
    author = {Hyv{\"a}rinen, Aapo},
    title = {Estimation of non-normalized statistical models by score matching},
    journal = {Journal of Machine Learning Research},
    year = {2005},
    volume = {6},
    pages = {695--709}
}

@article{hyvarinen2007connections,
  title={Connections between score matching, contrastive divergence, and pseudolikelihood for continuous-valued variables},
  author={Hyv{\"a}rinen, Aapo},
  journal={IEEE Transactions on Neural Networks},
  volume={18},
  number={5},
  pages={1529--1531},
  year={2007} 
}

@article{alain2014regularized,
  title={What regularized auto-encoders learn from the data-generating distribution},
  author={Alain, Guillaume and Bengio, Yoshua},
  journal={The Journal of Machine Learning Research},
  volume={15},
  number={1},
  pages={3563--3593},
  year={2014},
  publisher={JMLR. org}
}

@article{besag1974spatial,
  title={Spatial interaction and the statistical analysis of lattice systems},
  author={Besag, Julian},
  journal={Journal of the Royal Statistical Society. Series B (Methodological)},
  pages={192--236},
  year={1974},
  publisher={JSTOR}
}

@inproceedings{Lecun2006,
  title = "A tutorial on energy-based learning",
  author = "Yann  LeCun and Sumit Chopra and Rata Hadsell and Mare'Aurelio Ranzato and Fu Jie Huang",
  year = "2006",
  booktitle = "Predicting Structured Data",
  publisher = "MIT Press",
}

@article{olshausen1997sparse,
  title={Sparse coding with an overcomplete basis set: A strategy employed by V1?},
  author={Olshausen, Bruno A and Field, David J},
  journal={Vision Research},
  volume={37},
  number={23},
  pages={3311--3325},
  year={1997},
  publisher={Elsevier}
}

@article{xie2014learning,
  title={Learning Sparse {FRAME} Models for Natural Image Patterns},
  author={Xie, Jianwen and Hu, Wenze and Zhu, Song-Chun and Wu, Ying Nian},
  journal={International Journal of Computer Vision},
  pages={1--22},
  number={2-3},
  year={2014}
}

@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee-Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}

@inproceedings{lee2009convolutional,
  title={Convolutional deep belief networks for scalable unsupervised learning of hierarchical representations},
  author={Lee, Honglak and Grosse, Roger and Ranganath, Rajesh and Ng, Andrew Y},
  booktitle={ICML},
  pages={609--616},
  year={2009},
  organization={ACM}
}


@inproceedings{zeiler2011adaptive,
  title={Adaptive deconvolutional networks for mid and high level feature learning},
  author={Zeiler, Matthew D and Taylor, Graham W and Fergus, Rob},
  booktitle={International Conference on Computer Vision (ICCV)},
  pages={2018--2025},
  year={2011} 
}


@article{wu2004information,
  title={From information scaling of natural images to regimes of statistical models},
  author={Wu, Ying Nian and Zhu, Song-Chun and Guo, Cheng-En},
  journal={Quarterly of Applied Mathematics},
  volume={66},
  pages={81-122},
  year={2008}
}

@article{hong2013unsupervised,
  title={Unsupervised learning of compositional sparse code for natural image representation},
  author={Hong, Yi and Si, Zhangzhang and Hu, Wenze and Zhu, Song-Chun and Wu, Ying Nian},
  journal={Quarterly of Applied Mathematics},
  volume={72},
  pages={373--406},
  year={2013},
  publisher={Citeseer}
}


@article{teh2003energy,
  title={Energy-based models for sparse overcomplete representations},
  author={Teh, Yee-Whye and Welling, Max and Osindero, Simon and Hinton, Geoffrey E},
  journal={The Journal of Machine Learning Research},
  volume={4},
  pages={1235--1260},
  year={2003},
  publisher={JMLR. org}
}






@article{barbu2014learning,
  title={Learning mixtures of Bernoulli templates by two-round EM with performance guarantee},
  author={Barbu, Adrian and Wu, Tianfu and Wu, Ying Nian},
  journal={Electronic Journal of Statistics},
  volume={8},
  number={2},
  pages={3004--3030},
  year={2014},
  publisher={Institute of Mathematical Statistics}
}


@inproceedings{bristow2013fast,
  title={Fast convolutional sparse coding},
  author={Bristow, Hilton and Eriksson, Anders and Lucey, Simon},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2013 IEEE Conference on},
  pages={391--398},
  year={2013},
  organization={IEEE}
}


@inproceedings{chen2005sparse,
  title={Sparse representations for multiple measurement vectors (MMV) in an over-complete dictionary},
  author={Chen, Jie and Huo, Xiaoming},
  booktitle={Acoustics, Speech, and Signal Processing, 2005. Proceedings.(ICASSP'05). IEEE International Conference on},
  volume={4},
  pages={iv--257},
  year={2005},
  organization={IEEE}
}


@article{chen1998atomic,
  title={Atomic decomposition by basis pursuit},
  author={Chen, Scott Shaobing and Donoho, David L and Saunders, Michael A},
  journal={SIAM Journal on Scientific Computing},
  volume={20},
  number={1},
  pages={33--61},
  year={1998},
  publisher={SIAM}
}



@book{elad2010sparse,
  title={Sparse and redundant representations: from theory to applications in signal and image processing},
  author={Elad, Michael},
  year={2010},
  publisher={Springer Science \& Business Media}
}


@article{freund1997decision,
  title={A decision-theoretic generalization of on-line learning and an application to boosting},
  author={Freund, Yoav and Schapire, Robert E},
  journal={Journal of computer and system sciences},
  volume={55},
  number={1},
  pages={119--139},
  year={1997},
  publisher={Elsevier}
}



@book{hastie2009elements,
  title={The elements of statistical learning: data mining, inference and prediction},
  author={Hastie, Trevor and Tibshirani, Robert and Friedman, Jerome},
  year={2009}
}


@book{hyvarinen2004independent,
  title={Independent component analysis},
  author={Hyv{\"a}rinen, Aapo and Karhunen, Juha and Oja, Erkki},
  volume={46},
  year={2004},
  publisher={John Wiley \& Sons}
}


@article{lee1999learning,
  title={Learning the parts of objects by non-negative matrix factorization},
  author={Lee, Daniel D and Seung, H Sebastian},
  journal={Nature},
  volume={401},
  number={6755},
  pages={788--791},
  year={1999},
  publisher={Nature Publishing Group}
}



@book{liu2008monte,
  title={Monte Carlo strategies in scientific computing},
  author={Liu, Jun S},
  year={2008},
  publisher={Springer Science \& Business Media}
}



@article{mairal2014sparse,
  title={Sparse modeling for image and vision processing},
  author={Mairal, Julien and Bach, Francis and Ponce, Jean},
  journal={Foundations and Trends in Computer Graphics and Vision},
  volume={8},
  pages={85--283},
  year={2014}
}




@article{tropp2006algorithms,
  title={Algorithms for simultaneous sparse approximation. part I: greedy pursuit},
  author={Tropp, Joel A and Gilbert, Anna C and Strauss, Martin J},
  journal={Signal Processing - Sparse Approximations in Signal and Image Processing},
  volume={86},
  number={3},
  pages={572--588},
  year={2006},
  publisher={Elsevier}
}


@article{xie2015boosting,
  title={Inducing wavelets into random fields via generative boosting},
  author={Xie, Jianwen and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  journal={Journal of Applied and Computational Harmonic Analysis},
  number={1},
  year={2015}
}


@inproceedings{deng2009imagenet,
  title={Imagenet: A large-scale hierarchical image database},
  author={Deng, Jia and Dong, Wei and Socher, Richard and Li, Li-Jia and Li, Kai and Fei-Fei, Li},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={248--255},
  year={2009}
}




@article{friedman1987pursuit,
  title={Exploratory projection pursuit},
  author={Friedman, Jerome H},
  journal={Journal of the American Statistical Association},
   volume={82},
  number={397},
  pages={249--266},
  year={1987},
  publisher={JSTOR}
}


@article{friedman2001greedy,
  title={Greedy function approximation: a gradient boosting machine},
  author={Friedman, Jerome H},
  journal={Annals of Statistics},
  volume={29},
  number={5},
  pages={1189--1232},
  year={2001},
  publisher={JSTOR}
}

@article{rosset2004boosting,
  title={Boosting as a regularized path to a maximum margin classifier},
  author={Rosset, Saharon and Zhu, Ji and Hastie, Trevor},
  journal={The Journal of Machine Learning Research},
  volume={5},
  pages={941--973},
  year={2004},
  publisher={JMLR. org}
}



@article{olshausen1997sparse,
  title={Sparse coding with an overcomplete basis set: A strategy employed by V1?},
  author={Olshausen, Bruno A and Field, David J},
  journal={Vision Research},
  volume={37},
  number={23},
  pages={3311--3325},
  year={1997},
  publisher={Elsevier}
}


@article{zhu2000texture,
  title={Exploring texture ensembles by efficient Markov chain Monte Carlo - towards a `trichromacy' theory of texture},
  author={Zhu, Song Chun and Xiuwen Liu and Wu, Ying Nian},
  journal={Pattern Analysis and Machine Intelligence, IEEE Transactions on},
  volume={22},
  pages={245-261},
  year={2000},
  publisher={IEEE}
}



@article{wu2000texture,
  title={Equivalence of Julesz ensembles and FRAME models},
  author={Wu, Ying Nian and  Zhu, Song-Chun and Liu, Xiuwen},
  journal={International Journal of Computer Vision},
   volume={38},
  pages={247--265},
  year={2000},
  publisher={Springer}
}



@article{zhu1997GRADE,
  title={Prior Learning and Gibbs Reaction-Diffusion},
  author={Zhu, Song Chun and Mumford, David B.},
  journal={Pattern Analysis and Machine Intelligence, IEEE Transactions on},
  volume={19},
  pages={1236-1250},
  year={1997},
  publisher={IEEE}
}


@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={Yann LeCun and L{\'e}on Bottou and Yoshua Bengio and Patrick Haffner},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={IEEE}
}


@article{della1997inducing,
  title={Inducing features of random fields},
  author={Della Pietra, Stephen and Della Pietra, Vincent and Lafferty, John},
  journal={Pattern Analysis and Machine Intelligence, IEEE Transactions on},
  volume={19},
  number={4},
  pages={380--393},
  year={1997},
  publisher={IEEE}
}



@inproceedings{welling2002self,
  title={Self supervised boosting},
  author={Welling, Max and Zemel, Richard S and Hinton, Geoffrey E},
  booktitle={Advances in Neural Information Processing Systems (NIPS)},
  pages={665--672},
  year={2002}
}


@article{geman1984stochastic,
  title={Stochastic relaxation, Gibbs distributions, and the Bayesian restoration of images},
  author={Geman, Stuart and Geman, Donald},
  journal={Pattern Analysis and Machine Intelligence, IEEE Transactions on},
  volume={6},
  number={6},
  pages={721--741},
  year={1984},
  publisher={IEEE}
}


@article{Hinton2002a,
author = {Hinton, Geoffrey E},
journal = {Neural Computation},
number = {8},
pages = {1771--1800},
publisher = {MIT Press},
title = {{Training products of experts by minimizing contrastive divergence.}},
volume = {14},
year = {2002}
}



@inproceedings{Alexey2015,
author       = {{Dosovitskiy}, E and {Springenberg}, J. T.  and {Brox}, T},
title        = "Learning to Generate Chairs with Convolutional Neural Networks",
booktitle    = "IEEE International Conference on Computer Vision and Pattern Recognition (CVPR)",
year         = "2015",
}

@inproceedings{KarolICML2015,
  author    = {Karol Gregor and
               Ivo Danihelka and
               Alex Graves and
               Danilo Jimenez Rezende and
               Daan Wierstra},
  title     = {{DRAW:} {A} Recurrent Neural Network For Image Generation},
  booktitle = {Proceedings of the 32nd International Conference on Machine Learning,
               {ICML} 2015, Lille, France, 6-11 July 2015},
  pages     = {1462--1471},
  year      = {2015},
}

@article{Kulkarni2015,
author = {{Kulkarni}, T.~D. and {Whitney}, W. and {Kohli}, P. and {Tenenbaum}, J.~B.
},
title = "{Deep Convolutional Inverse Graphics Network}",
journal = {ArXiv e-prints},
year = 2015,
}

@article{SimonyanCoRR2013,
  author    = {Karen Simonyan and
               Andrea Vedaldi and
               Andrew Zisserman},
  title     = {Deep Inside Convolutional Networks: Visualising Image Classification
               Models and Saliency Maps},
  journal   = {ICLR},
  year      = {2015},
}

@inproceedings{johnson2016perceptual,
  title={Perceptual losses for real-time style transfer and super-resolution},
  author={Johnson, Justin and Alahi, Alexandre and Fei-Fei, Li},
  booktitle={European Conference on Computer Vision (ECCV)},
  pages={694--711},
  year={2016}
}

@inproceedings{simonyan2014very,
  title={Very deep convolutional networks for large-scale image recognition},
  author={Simonyan, Karen and Zisserman, Andrew},
  booktitle={International Conference on Learning Representations (ICLR)},
  year={2015}
}



@inproceedings{RezendeICML2014, 
    Publisher = {JMLR Workshop and Conference Proceedings}, 
    Title = {Stochastic Backpropagation and Approximate Inference in Deep Generative Models}, 
    Author = {Danilo J. Rezende and Shakir Mohamed and Daan Wierstra}, 
    Editor = {Tony Jebara and Eric P. Xing}, 
    Year = {2014}, 
    Booktitle = {Proceedings of the 31st International Conference on Machine Learning (ICML-14)}, 
    Pages = {1278-1286} 
   }

@article{xie2020learning,
  title={Learning energy-based model with variational auto-encoder as amortized sampler},
  author={Xie, Jianwen and Zheng, Zilong and Li, Ping},
  journal={arXiv preprint arXiv:2012.14936},
  year={2020}
}


@inproceedings{MnihGregor2014,
  title={Neural Variational Inference and Learning in Belief Networks},
  author={Mnih, Andriy and Gregor, Karol},
  booktitle={Proceedings of the 31st International Conference on Machine Learning},
  year={2014},
}

@MISC{Hinton95thewake-sleep,
    author = {Geoffrey Hinton and Peter Dayan and Brendan J Frey and Radford M Neal},
    title = {The Wake-Sleep Algorithm for Unsupervised Neural Networks},
    year = {1995}
}


@inproceedings{Dai2015ICLR,
  author = {Dai, Jifeng and Lu, Yang and Wu, Ying Nian},
  title = {Generative Modeling of Convolutional Neural Networks},
  booktitle = {ICLR},
  year = {2015}
}

@article{matconvnn,
	author    = {A. Vedaldi and K. Lenc},
	title     = {MatConvNet -- Convolutional Neural Networks for MATLAB},
	journal   = {CoRR},
	volume    = {abs/1412.4564},
	year      = {2014},
}

@article{Julesz1962,
author = {Julesz, B},
title = {Visual pattern discrimination},
journal = {IRE Transactions on Information Theory},
volume={8},
  number={2},
  pages={84--92},
  year={1962}
}

@article{Hopfield1982,
author = {John Hopfield},
title = {Neural networks and physical systems with emergent collective computational abilities},
journal = {IProceedings of the National Academy of Sciences of the United States of America},
volume={79},
number={8},
pages={2554--2558},
year={1982}
}

@inproceedings{Seung98learningcontinuous,
    author = {H. Sebastian Seung},
    title = {Learning continuous attractors in recurrent networks},
    booktitle = {Advances in Neural Information Processing Systems},
    year = {1998},
    pages = {654--660},
    publisher = {MIT Press}
}


@article{ZhuM06,
  author = {Zhu, Song Chun and Mumford, David},
  journal = {Foundations and Trends in Computer Graphics and Vision},
  keywords = {dblp},
  number = 4,
  pages = {259-362},
  title = {A Stochastic Grammar of Images},
  volume = 2,
  year = 2006
}


@MISC{Vincent2010,
    author = {Pascal Vincent},
    title = {A Connection between Score Matching and Denoising Autoencoders},
    year = {2010}
}

@inproceedings{Swersky2011,
  title = "On Autoencoders and Score Matching for Energy Based Models",
  author = "Kevin Swersky and Marc'Aurelio Ranzato and David Buchman and Benjamin Marlin and Nando Freitas",
  year = "2011",
  address = "New York, NY, USA",
  booktitle = "Proceedings of the 28th International Conference on Machine Learning (ICML-11)",
  editor = "Lise Getoor and Tobias Scheffer",
  isbn = "978-1-4503-0619-5",
  location = "Bellevue, Washington, USA",
  month = "June",
  pages = "1201--1208",
  publisher = "ACM",
  series = "ICML '11",
}

@article{hinton2006unsupervised,
  title={Unsupervised discovery of nonlinear structure using contrastive backpropagation},
  author={Hinton, Geoffrey and Osindero, Simon and Welling, Max and Teh, Yee-Whye},
  journal={Cognitive science},
  volume={30},
  number={4},
  pages={725--731},
  year={2006},
  publisher={Wiley Online Library}
}


@inproceedings{Lecun2006,
  title = "A tutorial on energy-based learning",
  author = "Y.  LeCun and S. Chopra and R.  Hadsell and M. Ranzato and F.J. Huang",
  year = "2006",
  booktitle = "Predicting Structured Data",
  publisher = "MIT Press",
}


@inproceedings{Ng2011,
  title = "Learning Deep Energy Models",
  author = "Jiquan Ngiam and Zhenghao Chen and Pang Wei Koh and Andrew Y. Ng",
  year = "2011",
  booktitle = "nternational Conference on Machine Learning"
  }

@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}

@article{ILSVRCarxiv14,
	Author = {Olga Russakovsky and Jia Deng and Hao Su and Jonathan Krause and Sanjeev Satheesh and Sean Ma and Zhiheng Huang and Andrej Karpathy and Aditya Khosla and Michael Bernstein and Alexander C. Berg and Li Fei-Fei},
	Title = {ImageNet Large Scale Visual Recognition Challenge},
	Year = {2014},
	journal = {arXiv preprint arXiv:1409.0575},
}

@ARTICLE{mallat1993matching,
  author = {Mallat, St{\'e}phane G and Zhang, Zhifeng},
  title = {Matching pursuits with time-frequency dictionaries},
  journal = {IEEE Transactions on Signal Processing},
  year = {1993}
}


@ARTICLE{jia2014caffe,
  author = {Jia, Yangqing and Shelhamer, Evan and Donahue, Jeff and Karayev,
	Sergey and Long, Jonathan and Girshick, Ross and Guadarrama, Sergio
	and Darrell, Trevor},
  title = {Caffe: Convolutional Architecture for Fast Feature Embedding},
  journal = {arXiv preprint arXiv:1408.5093},
  year = {2014}
}


@article{erhan2010does,
  title={Why does unsupervised pre-training help deep learning?},
  author={Erhan, Dumitru and Bengio, Yoshua and Courville, Aaron and Manzagol, Pierre-Antoine and Vincent, Pascal and Bengio, Samy},
  journal={JMLR},
  volume={11},
  year={2010},
}









@article{tibshirani1996regression,
  title={Regression shrinkage and selection via the lasso},
  author={Tibshirani, Robert},
  journal={Journal of the Royal Statistical Society. Series B (Methodological)},
   volume={58},
  number={1},
  pages={267--288},
  year={1996},
  publisher={JSTOR}
}





@article{AB,
  title={Learning active basis model for object detection and recognitio},
  author={Wu, Ying Nian and Si, Zhangzhang and Gong, Haifeng and Zhu, Song-Chun},
  journal={International Journal of Computer Vision},
  volume={90},
    pages={198-235},
  year={2010},
  publisher={Springer}
}

@inproceedings{krizhevsky2012imagenet,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  booktitle={Advances in Neural Information Processing Systems (NIPS)},
  pages={1097--1105},
  year={2012}
}



@article{zhu1997minimax,
  title={Minimax entropy principle and its application to texture modeling},
  author={Zhu, Song Chun and Wu, Ying Nian and Mumford, David},
  journal={Neural Computation},
  volume={9},
  number={8},
  pages={1627--1660},
  year={1997},
  publisher={MIT Press}
}

@article{zhu2000texture,
  title={Exploring texture ensembles by efficient Markov chain Monte Carlo - towards a `trichromacy' theory of texture},
  author={Zhu, Song Chun and Xiuwen Liu and Wu, Ying Nian},
  journal={Pattern Analysis and Machine Intelligence, IEEE Transactions on},
  volume={22},
  pages={245-261},
  year={2000},
  publisher={IEEE}
}





@article{neal2011mcmc,
  title={MCMC using Hamiltonian dynamics},
  author={Neal, Radford M},
  journal={Handbook of Markov Chain Monte Carlo},
  volume={2},
  year={2011}
}


@article{wu2004information,
  title={From information scaling of natural images to regimes of statistical models},
  author={Wu, Ying Nian and Zhu, Song-Chun and Guo, Cheng-En},
  journal={Quarterly of Applied Mathematics},
  volume={66},
  pages={81-122},
  year={2008}
}


@article{younes1999convergence,
  title={On the convergence of Markovian stochastic algorithms with rapidly decreasing ergodicity rates},
  author={Younes, Laurent},
  journal={Stochastics: An International Journal of Probability and Stochastic Processes},
  volume={65},
  number={3-4},
  pages={177--228},
  year={1999},
  publisher={Taylor \& Francis}
}



@article{xie2014learning,
  title={Learning Sparse FRAME Models for Natural Image Patterns},
  author={Xie, Jianwen and Hu, Wenze and Zhu, Song-Chun and Wu, Ying Nian},
  journal={International Journal of Computer Vision},
  pages={1--22},
  year={2014},
  publisher={Springer}
}




@article{efron1975efficiency,
  title={The efficiency of logistic regression compared to normal discriminant analysis},
  author={Efron, Bradley},
  journal={Journal of the American Statistical Association},
  year={1975},
}



@inproceedings{liang2008asymptotic,
  title={An asymptotic analysis of generative, discriminative, and pseudolikelihood estimators},
  author={Liang, Percy and Jordan, Michael I},
  booktitle={ICML},
  year={2008},
}

@article{jordan2002discriminative,
  title={On discriminative vs. generative classifiers: A comparison of logistic regression and naive bayes},
  author={Ng, Andrew Y and Jordan, Michael I },
  journal={NIPS},
  volume={14},
  pages={841},
  year={2002}
}

@article{hinton2006fast,
  title={A fast learning algorithm for deep belief nets},
  author={Hinton, Geoffrey and Osindero, Simon and Teh, Yee-Whye},
  journal={Neural computation},
  volume={18},
  number={7},
  pages={1527--1554},
  year={2006},
}


@inproceedings{salakhutdinov2009deep,
  title={Deep boltzmann machines},
  author={Salakhutdinov, Ruslan and Hinton, Geoffrey E},
  booktitle={AISTATS},
  year={2009}
}

@ARTICLE{lecun1989backpropagation,
  author = {LeCun, Yann and Boser, Bernhard and Denker, John S and Henderson,
	Donnie and Howard, Richard E and Hubbard, Wayne and Jackel, Lawrence
	D},
  title = {Backpropagation applied to handwritten zip code recognition},
  journal = {Neural computation},
  year = {1989}
}


@ARTICLE{zeiler2013visualizing,
  author = {Zeiler, Matthew D and Fergus, Rob},
  title = {Visualizing and understanding convolutional neural networks},
  journal = {arXiv preprint arXiv:1311.2901},
  year = {2013}
}


@incollection{Bengio+chapter2007,
author = {Bengio, Yoshua and LeCun, Yann},
booktitle = {Large Scale Kernel Machines},
publisher = {MIT Press},
title = {Scaling Learning Algorithms Towards {AI}},
year = {2007}
}

@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}

@ARTICLE{Hyvrinen05estimationof,
    author = {Aapo Hyvärinen and Peter Dayan},
    title = {Estimation of non-normalized statistical models by score matching},
    journal = {Journal of Machine Learning Research},
    year = {2005},
    volume = {6},
    pages = {695--709}
}

@article{Vincent:2011:CSM:2000609.2000610,
 author = {Vincent, Pascal},
 title = {A Connection Between Score Matching and Denoising Autoencoders},
 journal = {Neural Comput.},
 issue_date = {July 2011},
 volume = {23},
 number = {7},
 month = jul,
 year = {2011},
 issn = {0899-7667},
 pages = {1661--1674},
 numpages = {14},
 url = {http://dx.doi.org/10.1162/NECO_a_00142},
 doi = {10.1162/NECO_a_00142},
 acmid = {2000610},
 publisher = {MIT Press},
 address = {Cambridge, MA, USA},
} 


@inproceedings{Swersky:2011,
  title = "On Autoencoders and Score Matching for Energy Based Models",
  author = "Kevin Swersky and Marc'Aurelio Ranzato and David Buchman and Benjamin Marlin and Nando Freitas",
  year = "2011",
  address = "New York, NY, USA",
  booktitle = "Proceedings of the 28th International Conference on Machine Learning (ICML-11)",
  editor = "Lise Getoor and Tobias Scheffer",
  isbn = "978-1-4503-0619-5",
  location = "Bellevue, Washington, USA",
  month = "June",
  pages = "1201--1208",
  publisher = "ACM",
  series = "ICML '11",
  url = "http://mldiscuss.appspot.com/venue/ICML/2011/article/622/",
}


@article{besag1974spatial,
  title={Spatial interaction and the statistical analysis of lattice systems},
  author={Besag, Julian},
  journal={Journal of the Royal Statistical Society. Series B (Methodological)},
  pages={192--236},
  year={1974},
  publisher={JSTOR}
}





@article{daugman1985uncertainty,
  title={Uncertainty relation for resolution in space, spatial frequency, and orientation optimized by two-dimensional visual cortical filters},
  author={Daugman, John G},
  journal={JOSA A},
  volume={2},
  number={7},
  pages={1160--1169},
  year={1985},
  publisher={Optical Society of America}
}


@article{dempster1977maximum,
  title={Maximum likelihood from incomplete data via the EM algorithm},
  author={Dempster, Arthur P and Laird, Nan M and Rubin, Donald B},
  journal={Journal of the royal statistical society. Series B (methodological)},
  pages={1--38},
  year={1977},
  publisher={JSTOR}
}


@article{donoho1999wedgelets,
  title={Wedgelets: Nearly minimax estimation of edges},
  author={Donoho, David L and others},
  journal={The Annals of Statistics},
  volume={27},
  number={3},
  pages={859--897},
  year={1999},
  publisher={Institute of Mathematical Statistics}
}


@article{donoho1994ideal,
  title={Ideal spatial adaptation by wavelet shrinkage},
  author={Donoho, David L and Johnstone, Jain M},
  journal={Biometrika},
  volume={81},
  number={3},
  pages={425--455},
  year={1994},
  publisher={Biometrika Trust}
}


@inproceedings{donoho1999combined,
  title={Combined image representation using edgelets and wavelets},
  author={Donoho, David L and Huo, Xiaoming},
  booktitle={Wavelet Applications in Signal and Image Processing VII},
  volume={3813},
  pages={468--476},
  year={1999}
}



@article{donoho1998data,
  title={Data compression and harmonic analysis},
  author={Donoho, David L and Vetterli, Martin and DeVore, Ronald A. and Daubechies, Ingrid},
  journal={Information Theory, IEEE Transactions on},
  volume={44},
  number={6},
  pages={2435--2476},
  year={1998},
  publisher={IEEE}
}


@article{friedman1987exploratory,
  title={Exploratory projection pursuit},
  author={Friedman, Jerome H},
  journal={Journal of the American statistical association},
  volume={82},
  number={397},
  pages={249--266},
  year={1987},
  publisher={Taylor \& Francis Group}
}


@article{friedman2000additive,
  title={Additive logistic regression: a statistical view of boosting (with discussion and a rejoinder by the authors)},
  author={Friedman, Jerome and Hastie, Trevor and Tibshirani, Robert and others},
  journal={The annals of statistics},
  volume={28},
  number={2},
  pages={337--407},
  year={2000},
  publisher={Institute of Mathematical Statistics}
}


@inproceedings{geman1986markov,
  title={Markov random field image models and their applications to computer vision},
  author={Geman, Stuart and Graffigne, Christine},
  booktitle={Proceedings of the International Congress of Mathematicians},
  volume={1},
  pages={2},
  year={1986}
}


@article{geman2002composition,
  title={Composition systems},
  author={Geman, Stuart and Potter, Daniel F and Chi, Zhiyi},
  journal={Quarterly of Applied Mathematics},
  volume={60},
  number={4},
  pages={707--736},
  year={2002},
  publisher={[Providence, RI] Brown University, Division of Applied Mathematics.}
}


@article{huo2005jbeam,
  title={JBEAM: multiscale curve coding via beamlets},
  author={Huo, Xiaoming and Chen, Jihong},
  journal={Image Processing, IEEE Transactions on},
  volume={14},
  number={11},
  pages={1665--1677},
  year={2005},
  publisher={IEEE}
}


@article{lewicki1999probabilistic,
  title={Probabilistic framework for the adaptation and comparison of image codes},
  author={Lewicki, Michael S and Olshausen, Bruno A},
  journal={JOSA A},
  volume={16},
  number={7},
  pages={1587--1601},
  year={1999},
  publisher={Journal of the Optical Society of America}
}


@article{mallat1989theory,
  title={A theory for multiresolution signal decomposition: the wavelet representation},
  author={Mallat, Stephane G},
  journal={Pattern Analysis and Machine Intelligence, IEEE Transactions on},
  volume={11},
  number={7},
  pages={674--693},
  year={1989},
  publisher={Ieee}
}


@article{wong1986theory,
  title={Theory of partial likelihood},
  author={Wong, Wing Hung},
  journal={The Annals of Statistics},
  pages={88--123},
  year={1986},
  publisher={JSTOR}
}


@article{wu2000equivalence,
  title={Equivalence of Julesz ensembles and FRAME models},
  author={Wu, Ying Nian and Zhu, Song Chun and Liu, Xiuwen},
  journal={International Journal of Computer Vision},
  volume={38},
  number={3},
  pages={247--265},
  year={2000},
  publisher={Springer}
}


@article{elad2006k,
  title={The K-SVD: An algorithm for designing of overcomplete dictionaries for sparse representations},
  author={Elad, M and Aharon, M and Bruckstein, AM},
  journal={IEEE Transactions On Signal Processing},
  volume={15},
  number={12},
  pages={3736--3745},
  year={2006}
}


@book{buhlmann2011statistics,
  title={Statistics for high-dimensional data: methods, theory and applications},
  author={B{\"u}hlmann, Peter and Van De Geer, Sara},
  year={2011},
  publisher={Springer Science \& Business Media}
}


@book{candes1999curvelets,
  title={Curvelets: A surprisingly effective nonadaptive representation for objects with edges},
  author={Candes, Emmanuel Jean and Donoho, David Leigh and others},
  year={1999},
  publisher={DTIC Document}
}


@article{donoho2001sparse,
  title={Sparse components of images and optimal atomic decompositions},
  author={Donoho, David Leigh},
  journal={Constructive Approximation},
  volume={17},
  number={3},
  pages={353--382},
  year={2001},
  publisher={Springer}
}


@book{donoho200815,
  title={15 years of reproducible research in computational harmonic analysis},
  author={Donoho, David Leigh and Maleki, Arian and Rahman, Inam and Shahram, Morteza and Stodden, Victoria},
  year={2008},
  publisher={Department of Statistics, Stanford University}
}


@article{fraley2002model,
  title={Model-based clustering, discriminant analysis, and density estimation},
  author={Fraley, Chris and Raftery, Adrian E},
  journal={Journal of the American statistical Association},
  volume={97},
  number={458},
  pages={611--631},
  year={2002},
  publisher={Taylor \& Francis}
}


@article{kolar2010union,
  title={Union Support Recovery in Multi-task Learning},
  author={Kolar, Mladen and Lafferty, John and Wasserman, Larry},
  journal={Journal of Machine Learning Research},
  year={2010}
}


@inproceedings{lee2009convolutional,
  title={Convolutional deep belief networks for scalable unsupervised learning of hierarchical representations},
  author={Lee, Honglak and Grosse, Roger and Ranganath, Rajesh and Ng, Andrew Y},
  booktitle={Proceedings of the 26th Annual International Conference on Machine Learning},
  pages={609--616},
  year={2009},
  organization={ACM}
}


@INPROCEEDINGS{Lounici09takingadvantage,
    author = {Karim Lounici and Alexandre B. Tsybakov and Massimiliano Pontil and Sara A. Van De Geer},
    title = {Taking advantage of sparsity in multi-task learning},
    booktitle = {In Proceedings of the 22nd Conference On Learning Theory},
    year = {2009}
}


@article{obozinski2011support,
  title={Support union recovery in high-dimensional multivariate regression},
  author={Obozinski, Guillaume and Wainwright, Martin J and Jordan, Michael I},
  journal={The Annals of Statistics},
  pages={1--47},
  year={2011},
  publisher={JSTOR}
}


@article{yuan2006model,
  title={Model selection and estimation in regression with grouped variables},
  author={Yuan, Ming and Lin, Yi},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={68},
  number={1},
  pages={49--67},
  year={2006},
  publisher={Wiley Online Library}
}


@inproceedings{zeiler2011adaptive,
  title={Adaptive deconvolutional networks for mid and high level feature learning},
  author={Zeiler, Matthew D and Taylor, Graham W and Fergus, Rob},
  booktitle={Computer Vision (ICCV), 2011 IEEE International Conference on},
  pages={2018--2025},
  year={2011},
  organization={IEEE}
}


@article{hong2013unsupervised,
  title={Unsupervised learning of compositional sparse code for natural image representation},
  author={Hong, Yi and Si, Zhangzhang and Hu, Wenze and Zhu, Song-Chun and Wu, YING NIAN},
  journal={Quarterly of Applied Mathematics},
  volume={72},
  pages={373--406},
  year={2013},
  publisher={Citeseer}
}


@article{shen2014rmats,
  title={rMATS: Robust and flexible detection of differential alternative splicing from replicate RNA-Seq data},
  author={Shen, Shihao and Park, Juw Won and Lu, Zhi-xiang and Lin, Lan and Henry, Michael D and Wu, Ying Nian and Zhou, Qing and Xing, Yi},
  journal={Proceedings of the National Academy of Sciences},
  volume={111},
  number={51},
  pages={E5593--E5601},
  year={2014},
  publisher={National Acad Sciences}
}


@article{anderson2014non,
  title={Non-negative matrix factorization of multimodal MRI, fMRI and phenotypic data reveals differential changes in default mode subnetworks in ADHD},
  author={Anderson, Ariana and Douglas, Pamela K and Kerr, Wesley T and Haynes, Virginia S and Yuille, Alan L and Xie, Jianwen and Wu, Ying Nian and Brown, Jesse A and Cohen, Mark S},
  journal={NeuroImage},
  volume={102},
  pages={207--219},
  year={2014},
  publisher={Elsevier}
}


@inproceedings{chen2015bayesian,
  title={Bayesian sparse group selection},
  author={Chen, Ray-Bing and Chu, Chi-Hsiang and Yuan, Shinsheng and Wu, Ying Nian},
  year={2015},
  publisher={Journal of Computational and Graphical Statistics}
}


@inproceedings{wu2015highdimensional,
  title={High-dimensional linear models with dependent observations},
  author={Wu, Wei Biao and Wu, Ying Nian},
  year={2015},
  publisher={Under review by Electronic Journal of Statistics}
}


@inproceedings{yang2015frame,
  title={Learning FRAME models using {CNN} filters for knowledge visualization.},
  author={Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  year={2015},
  publisher={Journal of Computational and Graphical Statistics}
}


@inproceedings{dai2014unsupervised,
  title={Unsupervised learning of dictionaries of hierarchical compositional models},
  author={Dai, Jifeng and Hong, Yi and Hu, Wenze and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2014 IEEE Conference on},
  pages={2505--2512},
  year={2014},
  organization={IEEE}
}

@book{liang2011advanced,
  title={Advanced Markov chain Monte Carlo methods: learning from past samples},
  author={Liang, Faming and Liu, Chuanhai and Carroll, Raymond},
  volume={714},
  year={2011},
  publisher={John Wiley \& Sons}
}

@inproceedings{li2009abc,
  title={Abc-boost: Adaptive base class boost for multi-class classification},
  author={Li, Ping},
  booktitle={Proceedings of the 26th Annual International Conference on Machine Learning},
  pages={625--632},
  year={2009},
  organization={ACM}
}

@article{srivastava2003advances,
  title={On advances in statistical modeling of natural images},
  author={Srivastava, Anuj and Lee, Ann B and Simoncelli, Eero P and Zhu, S-C},
  journal={Journal of mathematical imaging and vision},
  volume={18},
  number={1},
  pages={17--33},
  year={2003},
  publisher={Springer}
}

@article{zhao2009composite,
  title={The composite absolute penalties family for grouped and hierarchical variable selection},
  author={Zhao, Peng and Rocha, Guilherme and Yu, Bin},
  journal={The Annals of Statistics},
  pages={3468--3497},
  year={2009},
  publisher={JSTOR}
}

@article{choromanska2014loss,
  title={The loss surface of multilayer networks},
  author={Choromanska, Anna and Henaff, Mikael and Mathieu, Michael and Arous, G{\'e}rard Ben and LeCun, Yann},
  journal={arXiv preprint arXiv:1412.0233},
  year={2014}
}

@inproceedings{tieleman2009using,
  title={Using fast weights to improve persistent contrastive divergence},
  author={Tieleman, Tijmen and Hinton, Geoffrey},
  booktitle={Proceedings of the 26th Annual International Conference on Machine Learning},
  pages={1033--1040},
  year={2009},
  organization={ACM}
}

@unpublished{Bengio-et-al-2015-Book,
    title={Deep Learning},
    author={Yoshua Bengio and Ian J. Goodfellow and Aaron Courville},
    note={Book in preparation for MIT Press},
    url={http://www.iro.umontreal.ca/~bengioy/dlbook},
    year={2015}
}

@inproceedings{vincent2008extracting,
  title={Extracting and composing robust features with denoising autoencoders},
  author={Vincent, Pascal and Larochelle, Hugo and Bengio, Yoshua and Manzagol, Pierre-Antoine},
  booktitle={Proceedings of the 25th international conference on Machine learning},
  pages={1096--1103},
  year={2008},
  organization={ACM}
}

@inproceedings{xie2014learning1,
  title={Learning Inhomogeneous FRAME models for object patterns},
  author={Xie, Jianwen and Hu, Wenze and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={Computer Vision and Pattern Recognition (CVPR), 2014 IEEE Conference on},
  pages={1035--1042},
  year={2014},
  organization={IEEE}
}

@article{meng1997algorithm,
  title={The EM algorithm--an old folk-song sung to a fast new tune},
  author={Meng, Xiao-Li and Van Dyk, David},
  journal={Journal of the Royal Statistical Society. Series B (Methodological)},
  pages={511--567},
  year={1997},
  publisher={JSTOR}
}

@inproceedings{zhou2014learning,
  title={Learning deep features for scene recognition using places database},
  author={Zhou, Bolei and Lapedriza, Agata and Xiao, Jianxiong and Torralba, Antonio and Oliva, Aude},
  booktitle={Advances in neural information processing systems},
  pages={487--495},
  year={2014}
}

@inproceedings{szegedy2016rethinking,
  title={Rethinking the inception architecture for computer vision},
  author={Szegedy, Christian and Vanhoucke, Vincent and Ioffe, Sergey and Shlens, Jon and Wojna, Zbigniew},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={2818--2826},
  year={2016}
}

@inproceedings{salimans2016improved,
  title={Improved techniques for training {GANs}},
  author={Salimans, Tim and Goodfellow, Ian and Zaremba, Wojciech and Cheung, Vicki and Radford, Alec and Chen, Xi},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2226--2234},
  year={2016}
}

@article{wang2004image,
  title={Image quality assessment: from error visibility to structural similarity},
  author={Wang, Zhou and Bovik, Alan C and Sheikh, Hamid R and Simoncelli, Eero P},
  journal={IEEE transactions on image processing},
  volume={13},
  number={4},
  pages={600--612},
  year={2004},
  publisher={IEEE}
}



@inproceedings{TuNIPS,
  title={Introspective Learning for Discriminative Classification},
  author={Jin, Long and  Lazarow, Justin and Tu, Zhuowen},
  booktitle={Advances in Neural Information Processing Systems},
  year={2017}
}


@article{xie2019multimodal,
  title={Cooperative training of fast thinking initializer and slow thinking solver for conditional learning},
  author={Xie, Jianwen and Zheng, Zilong and Fang, Xiaolin and Zhu, Song-Chun and Wu, Ying Nian},
  journal={arXiv preprint arXiv:1902.02812},
  year={2019}
}

@inproceedings{gatys2016image,
  title={Image style transfer using convolutional neural networks},
  author={Gatys, Leon A and Ecker, Alexander S and Bethge, Matthias},
  booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition (CVPR)},
  pages={2414--2423},
  year={2016}
}



@inproceedings{welling2009herding,
  title={Herding dynamical weights to learn},
  author={Welling, Max},
  booktitle={International Conference on Machine Learning},
  pages={1121--1128},
  year={2009}
 
}

@article{gutmann2012noise,
  title={Noise-contrastive estimation of unnormalized statistical models, with applications to natural image statistics},
  author={Gutmann, Michael U and Hyv{\"a}rinen, Aapo},
  journal={Journal of Machine Learning Research},
  volume={13},
  number={Feb},
  pages={307--361},
  year={2012}
}


