@article{garcia2010robust,
  title={Robust smoothing of gridded data in one and higher dimensions with missing values},
  author={Garcia, Damien},
  journal={Computational statistics \& data analysis},
  volume={54},
  number={4},
  pages={1167--1178},
  year={2010},
  publisher={Elsevier}
}

@online{MexConv3D,
  author = {Sun, Peng},
  title = {\url{https://github.com/pengsun/MexConv3D}},
  url = {https://github.com/pengsun/MexConv3D}
}

@online{data,
  author = {Newson, Alasdair  and Almansa, Andrés and Fradet, Matthieu and Gousseau, Yann and Pérez, Patrick},  
  title = { \url{http://perso.telecom-paristech.fr/~gousseau/video_inpainting} },
  URL = {http://perso.telecom-paristech.fr/~gousseau/video_inpainting/}
}

@article{costantini2008higher,
  title={Higher order SVD analysis for dynamic texture synthesis},
  author={Costantini, Roberto and Sbaiz, Luciano and Susstrunk, Sabine},
  journal={IEEE Transactions on Image Processing},
  volume={17},
  number={1},
  pages={42--52},
  year={2008},
  publisher={IEEE}
}


@article{wang2008gaussian,
  title={Gaussian process dynamical models for human motion},
  author={Wang, Jack M and Fleet, David J and Hertzmann, Aaron},
  journal={IEEE transactions on pattern analysis and machine intelligence},
  volume={30},
  number={2},
  pages={283--298},
  year={2008},
  publisher={IEEE}
}


@inproceedings{wang2002generative,
  title={A generative method for textured motion: Analysis and synthesis},
  author={Wang, Yizhou and Zhu, Song-Chun},
  booktitle={ECCV},
  pages={583--598},
  year={2002},
  organization={Springer}
}

@article{wang2004analysis,
  title={Analysis and synthesis of textured motion: Particles and waves},
  author={Wang, Yizhou and Zhu, Song-Chun},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={26},
  number={10},
  pages={1348--1363},
  year={2004},
  publisher={IEEE}
}

@article{han2015video,
  title={Video Primal Sketch: A Unified Middle-Level Representation for Video},
  author={Han, Zhi and Xu, Zongben and Zhu, Song-Chun},
  journal={Journal of Mathematical Imaging and Vision},
  volume={53},
  number={2},
  pages={151--170},
  year={2015},
  publisher={Springer}
}


@inproceedings{ghanem2010maximum,
  title={Maximum margin distance learning for dynamic texture recognition},
  author={Ghanem, Bernard and Ahuja, Narendra},
  booktitle={ECCV},
  pages={223--236},
  year={2010},
  publisher={Springer}
}


@article{xie2015boosting,
  title={Inducing wavelets into random fields via generative boosting},
  author={Xie, Jianwen and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  journal={Journal of Applied and Computational Harmonic Analysis},
  year={2015},
  publisher={Elsevier}
}


@article{AB,
  title={Learning active basis model for object detection and recognitio},
  author={Wu, Ying Nian and Si, Zhangzhang and Gong, Haifeng and Zhu, Song-Chun},
  journal={International Journal of Computer Vision},
  volume={90},
    pages={198-235},
  year={2010},
  publisher={Springer}
}


@inproceedings{krizhevsky2012imagenet,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  booktitle={NIPS},
  pages={1097--1105},
  year={2012}
}



@article{zhu1997minimax,
  title={Minimax entropy principle and its application to texture modeling},
  author={Zhu, Song Chun and Wu, Ying Nian and Mumford, David},
  journal={Neural Computation},
  volume={9},
  number={8},
  pages={1627--1660},
  year={1997},
  publisher={MIT Press}
}


@inproceedings{zhu1997GRADE,
  title={GRADE: Gibbs Reaction And Diffusion Equations. },
  author={S.C. Zhu and D.B. Mumford },
  booktitle={ICCV},
  year={1998},
}

@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={Yann LeCun and L{\'e}on Bottou and Yoshua Bengio and Patrick Haffner},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={IEEE}
}



@article{younes1999convergence,
  title={On the convergence of Markovian stochastic algorithms with rapidly decreasing ergodicity rates},
  author={Younes, Laurent},
  journal={Stochastics: An International Journal of Probability and Stochastic Processes},
  volume={65},
  number={3-4},
  pages={177--228},
  year={1999},
  publisher={Taylor \& Francis}
}

@inproceedings{roth2005fields,
  title={Fields of experts: A framework for learning image priors},
  author={Roth, Stefan and Black, Michael J},
  booktitle={CVPR},
  volume={2},
  pages={860--867},
  year={2005},
  organization={IEEE}
}

@article{Hinton2002a,
author = {Hinton, Geoffrey E},
journal = {Neural Computation},
number = {8},
pages = {1771--1800},
publisher = {MIT Press},
title = {{Training products of experts by minimizing contrastive divergence.}},
volume = {14},
year = {2002}
}


@article{KingmaCoRR13,
  author    = {Diederik P. Kingma and Max Welling},
  title     = {Auto-Encoding Variational Bayes},
  journal   = {ICLR},
  year      = {2014},
}

@inproceedings{RezendeICML2014, 
        Title = {Stochastic Backpropagation and Approximate Inference in Deep Generative Models}, 
    Author = {Danilo J. Rezende and Shakir Mohamed and Daan Wierstra}, 
        Year = {2014}, 
    Booktitle = {ICML}, 
    Editor = {Tony Jebara and Eric P. Xing}, 
    Pages = {1278-1286},
    Publisher = {JMLR Workshop and Conference Proceedings}, 
   }

@inproceedings{MnihGregor2014,
  title={Neural Variational Inference and Learning in Belief Networks},
  author={Mnih, Andriy and Gregor, Karol},
  booktitle={ICML},
  year={2014},
}

@article{hinton1995wake,
  title={The" wake-sleep" algorithm for unsupervised neural networks},
  author={Hinton, Geoffrey E and Dayan, Peter and Frey, Brendan J and Neal, Radford M},
  journal={Science},
  volume={268},
  number={5214},
  pages={1158--1161},
  year={1995},
  publisher={American Association for the Advancement of Science}
}

@ARTICLE{zeiler2013visualizing,
  author = {Zeiler, Matthew D and Fergus, Rob},
  title = {Visualizing and understanding convolutional neural networks},
  journal = {ECCV},
  year = {2014}
}


@inproceedings{Dai2015ICLR,
  author = {Dai, Jifeng and Lu, Yang and Wu, Ying Nian},
  title = {Generative Modeling of Convolutional Neural Networks},
  booktitle = {ICLR},
  year = {2015}
}

@inproceedings{LuZhuWu2016,
    title={Learning {FRAME} Models Using CNN Filters},
    author={Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
    booktitle={AAAI},
    year={2016}
}
      


@article{matconvnn,
	author    = {A. Vedaldi and K. Lenc},
	title     = {MatConvNet -- Convolutional Neural Networks for MATLAB},
	journal   = {CoRR},
	volume    = {abs/1412.4564},
	year      = {2014},
}



@article{hopfield1982neural,
  title={Neural networks and physical systems with emergent collective computational abilities},
  author={Hopfield, John J},
  journal={Proceedings of the national academy of sciences},
  volume={79},
  number={8},
  pages={2554--2558},
  year={1982},
  publisher={National Acad Sciences}
}


@inproceedings{Seung98learningcontinuous,
    author = {H. Sebastian Seung},
    title = {Learning continuous attractors in recurrent networks},
    booktitle = {NIPS},
    year = {1998},
    pages = {654--660},
    publisher = {MIT Press}
}



@article{ZhuM06,
  author = {Zhu, Song Chun and Mumford, David},
  journal = {Foundations and Trends in Computer Graphics and Vision},
  keywords = {dblp},
  number = 4,
  pages = {259-362},
  title = {A Stochastic Grammar of Images.},
  volume = 2,
  year = 2006
}


@article{vincent2011connection,
  title={A connection between score matching and denoising autoencoders},
  author={Vincent, Pascal},
  journal={Neural computation},
  volume={23},
  number={7},
  pages={1661--1674},
  year={2011},
  publisher={MIT Press}
}

@inproceedings{Swersky2011,
  title = "On Autoencoders and Score Matching for Energy Based Models",
  author = "Kevin Swersky and Marc'Aurelio Ranzato and David Buchman and Benjamin Marlin and Nando Freitas",
  year = "2011",
  booktitle = "ICML",
  pages = "1201--1208",
  publisher = "ACM",
  series = "ICML '11",
      address = "New York, NY, USA",
  editor = "Lise Getoor and Tobias Scheffer",
  isbn = "978-1-4503-0619-5",
  location = "Bellevue, Washington, USA",
  month = "June",
}

@article{hinton2006unsupervised,
  title={Unsupervised discovery of nonlinear structure using contrastive backpropagation},
  author={Hinton, Geoffrey and Osindero, Simon and Welling, Max and Teh, Yee-Whye},
  journal={Cognitive science},
  volume={30},
  number={4},
  pages={725--731},
  year={2006},
  publisher={Wiley Online Library}
}


@article{Kulkarni2015,
author = {{Kulkarni}, T.~D. and {Whitney}, W. and {Kohli}, P. and {Tenenbaum}, J.~B.
},
title = "{Deep Convolutional Inverse Graphics Network}",
journal = {ArXiv e-prints},
year = 2015,
}

@inproceedings{Ng2011,
  title = "Learning Deep Energy Models",
  author = "Jiquan Ngiam and Zhenghao Chen and Pang Wei Koh and Andrew Y. Ng",
  year = "2011",
  pages={1105--1112},
  booktitle = "ICML"
  }
  


@inproceedings{salakhutdinov2009deep,
  title={Deep boltzmann machines},
  author={Salakhutdinov, Ruslan and Hinton, Geoffrey E},
  booktitle={AISTATS},
  year={2009}
}

@inproceedings{montufar2014number,
  title={On the number of linear regions of deep neural networks},
  author={Montufar, Guido F and Pascanu, Razvan and Cho, Kyunghyun and Bengio, Yoshua},
  booktitle={NIPS},
  pages={2924--2932},
  year={2014}
}


@ARTICLE{Hyvrinen05estimationof,
    author = {Hyv{\"a}rinen, Aapo},
    title = {Estimation of non-normalized statistical models by score matching},
    journal = {Journal of Machine Learning Research},
    year = {2005},
    volume = {6},
    pages = {695--709}
}

@article{hyvarinen2007connections,
  title={Connections between score matching, contrastive divergence, and pseudolikelihood for continuous-valued variables},
  author={Hyv{\"a}rinen, Aapo},
  journal={IEEE Transactions on Neural Networks},
  volume={18},
  number={5},
  pages={1529--1531},
  year={2007},
  publisher={IEEE}
}

@article{alain2014regularized,
  title={What regularized auto-encoders learn from the data-generating distribution},
  author={Alain, Guillaume and Bengio, Yoshua},
  journal={The Journal of Machine Learning Research},
  volume={15},
  number={1},
  pages={3563--3593},
  year={2014},
  publisher={JMLR. org}
}

@article{besag1974spatial,
  title={Spatial interaction and the statistical analysis of lattice systems},
  author={Besag, Julian},
  journal={Journal of the Royal Statistical Society. Series B (Methodological)},
  pages={192--236},
  year={1974},
  publisher={JSTOR}
}

@inproceedings{Lecun2006,
  title = "A tutorial on energy-based learning",
  author = "Y.  LeCun and S. Chopra and R.  Hadsell and M. Ranzato and F.J. Huang",
  year = "2006",
  booktitle = "Predicting Structured Data",
  publisher = "MIT Press",
}

@article{olshausen1997sparse,
  title={Sparse coding with an overcomplete basis set: A strategy employed by V1?},
  author={Olshausen, Bruno A and Field, David J},
  journal={Vision Research},
  volume={37},
  number={23},
  pages={3311--3325},
  year={1997},
  publisher={Elsevier}
}

@article{xie2014learning,
  title={Learning Sparse FRAME Models for Natural Image Patterns},
  author={Xie, Jianwen and Hu, Wenze and Zhu, Song-Chun and Wu, Ying Nian},
  journal={International Journal of Computer Vision},
  pages={1--22},
  year={2014},
  publisher={Springer}
}

@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}

@inproceedings{lee2009convolutional,
  title={Convolutional deep belief networks for scalable unsupervised learning of hierarchical representations},
  author={Lee, Honglak and Grosse, Roger and Ranganath, Rajesh and Ng, Andrew Y},
  booktitle={ICML},
  pages={609--616},
  year={2009}
}


@inproceedings{zeiler2011adaptive,
  title={Adaptive deconvolutional networks for mid and high level feature learning},
  author={Zeiler, Matthew D and Taylor, Graham W and Fergus, Rob},
  booktitle={ICCV},
  pages={2018--2025},
  year={2011}
}


@inproceedings{abraham2005dynamic,
  title={Dynamic texture with Fourier descriptors},
  author={Abraham, Bobby and Camps, Octavia I and Sznaier, Mario},
  booktitle={Proceedings of the 4th International Workshop on Texture Analysis and Synthesis},
  volume={1},
  pages={53--58},
  year={2005}
}

@article{wu2004information,
  title={From information scaling of natural images to regimes of statistical models},
  author={Wu, Ying Nian and Zhu, Song-Chun and Guo, Cheng-En},
  journal={Quarterly of Applied Mathematics},
  volume={66},
  pages={81-122},
  year={2008}
}

@article{hong2013unsupervised,
  title={Unsupervised learning of compositional sparse code for natural image representation},
  author={Hong, Yi and Si, Zhangzhang and Hu, Wenze and Zhu, Song-Chun and Wu, YING NIAN},
  journal={Quarterly of Applied Mathematics},
  volume={72},
  pages={373--406},
  year={2013},
  publisher={Citeseer}
}

@inproceedings{XieLuICML,
  title={A theory of generative ConvNet},
  author={Xie, Jianwen and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={ICML},
  year={2016}
}

@article{doretto2003dynamic,
  title={Dynamic textures},
  author={Doretto, Gianfranco and Chiuso, Alessandro and Wu, Ying Nian and Soatto, Stefano},
  journal={International Journal of Computer Vision},
  volume={51},
  number={2},
  pages={91--109},
  year={2003},
  publisher={Springer}
}

@article{ji20133d,
  title={3D convolutional neural networks for human action recognition},
  author={Ji, Shuiwang and Xu, Wei and Yang, Ming and Yu, Kai},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence },
  volume={35},
  number={1},
  pages={221--231},
  year={2013},
  publisher={IEEE}
}


@article{williams1989learning,
  title={A learning algorithm for continually running fully recurrent neural networks},
  author={Williams, Ronald J and Zipser, David},
  journal={Neural computation},
  volume={1},
  number={2},
  pages={270--280},
  year={1989},
  publisher={MIT Press}
}

@article{lecun2006tutorial,
  title={A tutorial on energy-based learning},
  author={LeCun, Yann and Chopra, Sumit and Hadsell, Raia and Ranzato, M and Huang, F},
  journal={Predicting structured data},
  volume={1},
  pages={0},
  year={2006}
}

@article{German2015a,
author = {{Gatys}, L.~A. and {Ecker}, A.~S. and {Bethge}, M.},
title = {A Neural Algorithm of Artistic Style},
journal = {ArXiv e-prints},
year = 2015,
}

@inproceedings{Denton2015a,
author={Denton, Emily L and Chintala, Soumith and Fergus, Rob and others},
pages={1486--1494},
title = {Deep Generative Image Models using a Laplacian Pyramid of Adversarial Networks},
booktitle = {NIPS},
year = 2015,
}

@inproceedings{Alexey2015,
author       = {Dosovitskiy, Alexey and Tobias Springenberg, Jost and Brox, Thomas},
title        = "Learning to Generate Chairs with Convolutional Neural Networks",
pages={1538--1546},
booktitle    = "CVPR",
year         = "2015",
}

@inproceedings{KarolICML2015,
  author    = {Karol Gregor and
               Ivo Danihelka and
               Alex Graves and
               Danilo Jimenez Rezende and
               Daan Wierstra},
  title     = {{DRAW:} {A} Recurrent Neural Network For Image Generation},
  booktitle = {ICML},
  pages     = {1462--1471},
  year      = {2015},
}


@inproceedings{Dai2015ICLR,
  author = {Dai, Jifeng and Lu, Yang and Wu, Ying Nian},
  title = {Generative Modeling of Convolutional Neural Networks},
  booktitle = {ICLR},
  year = {2015}
}

@article{hochreiter1997long,
  title={Long short-term memory},
  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
  journal={Neural computation},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997},
  publisher={MIT Press}
}

@article{girolami2011riemann,
  title={Riemann manifold langevin and hamiltonian monte carlo methods},
  author={Girolami, Mark and Calderhead, Ben},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={73},
  number={2},
  pages={123--214},
  year={2011},
  publisher={Wiley Online Library}
}

@inproceedings{HanLu2016,
  title={Alternating Back-Propagation for generator network},
  author={Han, Tian and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={AAAI},
  year={2017}
}

@article{neal2011mcmc,
  title={MCMC using Hamiltonian dynamics},
  author={Neal, Radford M},
  journal={Handbook of Markov Chain Monte Carlo},
  volume={2},
  year={2011}
}

@article{you2016kernel,
  title={Kernel Learning for Dynamic Texture Synthesis},
  author={You, Xinge and Guo, Weigang and Yu, Shujian and Li, Kan and Pr{\'\i}ncipe, Jos{\'e} C and Tao, Dacheng},
  journal={IEEE Transactions on Image Processing},
  volume={25},
  number={10},
  pages={4782--4795},
  year={2016},
  publisher={IEEE}
}

@inproceedings{vondrick2016generating,
  title={Generating videos with scene dynamics},
  author={Vondrick, Carl and Pirsiavash, Hamed and Torralba, Antonio},
  booktitle={NIPS},
  pages={613--621},
  year={2016}
}

@article{xie2016cooperative,
  title={Cooperative Training of Descriptor and Generator Networks},
  author={Xie, Jianwen and Lu, Yang and Gao, Ruiqi and Zhu, Song-Chun and Wu, Ying Nian},
  journal={arXiv preprint arXiv:1609.09408},
  year={2016}
}

@inproceedings{welling2009herding,
  title={Herding dynamical weights to learn},
  author={Welling, Max},
  booktitle={ICML},
  pages={1121--1128},
  year={2009},
  organization={ACM}
}

@inproceedings{goodfellow2014generative,
  title={Generative adversarial nets},
  author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
  booktitle={NIPS},
  pages={2672--2680},
  year={2014}
}

