@book{landau2014guide,
  title={A guide to Monte Carlo simulations in statistical physics},
  author={Landau, David P and Binder, Kurt},
  year={2014},
  publisher={Cambridge university press}
}

@inproceedings{ziebart2008maximum,
  title={Maximum entropy inverse reinforcement learning},
  author={Ziebart, Brian D and Maas, Andrew and Bagnell, J Andrew and Dey, Anind K},  
  booktitle={The Twenty-Third AAAI Conference on Artificial Intelligence},
  year={2008}
}

@inproceedings{gutmann2010noise,
  title={Noise-contrastive estimation: A new estimation principle for unnormalized statistical models},
  author={Gutmann, Michael and Hyv{\"a}rinen, Aapo},
  booktitle={Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics},
  pages={297--304},
  year={2010}
}

@article{kumar2019videoflow,
  title={VideoFlow: A flow-based generative model for video},
  author={Kumar, Manoj and Babaeizadeh, Mohammad and Erhan, Dumitru and Finn, Chelsea and Levine, Sergey and Dinh, Laurent and Kingma, Durk},
  journal={arXiv preprint arXiv:1903.01434},
  year={2019}
}

@inproceedings{kingma2018glow,
  title={Glow: Generative flow with invertible 1x1 convolutions},
  author={Kingma, Durk P and Dhariwal, Prafulla},
  booktitle={Advances in Neural Information Processing Systems},
  pages={10215--10224},
  year={2018}
}

@article{dinh2014nice,
  title={Nice: Non-linear independent components estimation},
  author={Dinh, Laurent and Krueger, David and Bengio, Yoshua},
  journal={arXiv preprint arXiv:1410.8516},
  year={2014}
}

@article{dinh2016density,
  title={Density estimation using real nvp},
  author={Dinh, Laurent and Sohl-Dickstein, Jascha and Bengio, Samy},
  journal={arXiv preprint arXiv:1605.08803},
  year={2016}
}

@inproceedings{HanLu2019,
  title={Learning Generator Networks for Dynamic Patterns},
  author={Han, Tian and Lu, Yang and Xing, Xianglei and Wu, Ying Nian},    
  booktitle={IEEE Winter Conference on Applications of Computer Vision (WACV)},
    year={2019}
}

@article{kingma2013auto,
  title={Auto-encoding variational bayes},
  author={Kingma, Diederik P and Welling, Max},
  journal={arXiv preprint arXiv:1312.6114},
  year={2013}
}

@article{vincent2010stacked,
  title={Stacked denoising autoencoders: Learning useful representations in a deep network with a local denoising criterion},
  author={Vincent, Pascal and Larochelle, Hugo and Lajoie, Isabelle and Bengio, Yoshua and Manzagol, Pierre-Antoine},
  journal={Journal of machine learning research},
  volume={11},
  number={Dec},
  pages={3371--3408},
  year={2010}
}

@article{funke2017synthesising,
  title={Synthesising dynamic textures using convolutional neural networks},
  author={Funke, Christina M and Gatys, Leon A and Ecker, Alexander S and Bethge, Matthias},
  journal={arXiv preprint arXiv:1702.07006},
  year={2017}
}


@article{kay2017kinetics,
  title={The kinetics human action video dataset},
  author={Kay, Will and Carreira, Joao and Simonyan, Karen and Zhang, Brian and Hillier, Chloe and Vijayanarasimhan, Sudheendra and Viola, Fabio and Green, Tim and Back, Trevor and Natsev, Paul and others},
  journal={arXiv preprint arXiv:1705.06950},
  year={2017}
}

@inproceedings{szegedy2015going,
  title={Going deeper with convolutions},
  author={Szegedy, Christian and Liu, Wei and Jia, Yangqing and Sermanet, Pierre and Reed, Scott and Anguelov, Dragomir and Erhan, Dumitru and Vanhoucke, Vincent and Rabinovich, Andrew},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={1--9},
  year={2015}
}

@inproceedings{carreira2017quo,
  title={Quo vadis, action recognition? a new model and the kinetics dataset},
  author={Carreira, Joao and Zisserman, Andrew},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={6299--6308},
  year={2017}
}

@inproceedings{feichtenhofer2017temporal,
  title={Temporal residual networks for dynamic scene recognition},
  author={Feichtenhofer, Christoph and Pinz, Axel and Wildes, Richard P},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={4728--4737},
  year={2017}
}

@inproceedings{feichtenhofer2016spatiotemporal,
  title={Spatiotemporal residual networks for video action recognition},
  author={Feichtenhofer, Christoph and Pinz, Axel and Wildes, Richard},
  booktitle={Advances in neural information processing systems},
  pages={3468--3476},
  year={2016}
}

@inproceedings{karpathy2014large,
  title={Large-scale video classification with convolutional neural networks},
  author={Karpathy, Andrej and Toderici, George and Shetty, Sanketh and Leung, Thomas and Sukthankar, Rahul and Fei-Fei, Li},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={1725--1732},
  year={2014}
}

@inproceedings{simonyan2014two,
  title={Two-stream convolutional networks for action recognition in videos},
  author={Simonyan, Karen and Zisserman, Andrew},
  booktitle={Advances in Neural Information Processing Systems},
  pages={568--576},
  year={2014}
}


@inproceedings{tran2015learning,
  title={Learning spatiotemporal features with {3D} convolutional networks},
  author={Tran, Du and Bourdev, Lubomir and Fergus, Rob and Torresani, Lorenzo and Paluri, Manohar},
  booktitle={IEEE International Conference on Computer Vision},
  pages={4489--4497},
  year={2015}
}


@inproceedings{yue2015beyond,
  title={Beyond short snippets: Deep networks for video classification},
  author={Yue-Hei Ng, Joe and Hausknecht, Matthew and Vijayanarasimhan, Sudheendra and Vinyals, Oriol and Monga, Rajat and Toderici, George},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={4694--4702},
  year={2015}
}

@inproceedings{wang2016temporal,
  title={Temporal segment networks: Towards good practices for deep action recognition},
  author={Wang, Limin and Xiong, Yuanjun and Wang, Zhe and Qiao, Yu and Lin, Dahua and Tang, Xiaoou and Van Gool, Luc},
  booktitle={European conference on computer vision},
  pages={20--36},
  year={2016}
}



@inproceedings{wang2018high,
  title={High-resolution image synthesis and semantic manipulation with conditional {gans}},
  author={Wang, Ting-Chun and Liu, Ming-Yu and Zhu, Jun-Yan and Tao, Andrew and Kautz, Jan and Catanzaro, Bryan},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={8798--8807},
  year={2018}
}

@inproceedings{tulyakov2018mocogan,
  title="{MoCoGAN: Decomposing motion and content for video generation}",
  author={Tulyakov, Sergey and Liu, Ming-Yu and Yang, Xiaodong and Kautz, Jan},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={1526--1535},
  year={2018}
}

@inproceedings{chen2017photographic,
  title={Photographic image synthesis with cascaded refinement networks},
  author={Chen, Qifeng and Koltun, Vladlen},
  booktitle={International Conference on Computer Vision},
  volume={1},
  number={2},
  pages={1511--1520},
  year={2017}
}


@inproceedings{XieGaoZhengZhuWu2019,
    title={Learning Dynamic Generator Model by Alternating Back-Propagation Through Time},
    author={Xie, Jianwen and Gao, Ruiqi and Zheng, Zilong and Zhu, Song-Chun and Wu, Ying Nian},
    booktitle={The Thirty-Third AAAI Conference on Artificial Intelligence},
    year={2019}
}

@article{wang2004image,
  title={Image quality assessment: from error visibility to structural similarity},
  author={Wang, Zhou and Bovik, Alan C and Sheikh, Hamid R and Simoncelli, Eero P},
  journal={IEEE Transactions on Image Processing},
  volume={13},
  number={4},
  pages={600--612},
  year={2004},
  publisher={IEEE}
}

@inproceedings{tesfaldet2018two,
  title={Two-stream convolutional networks for dynamic texture synthesis},
  author={Tesfaldet, Matthew and Brubaker, Marcus A and Derpanis, Konstantinos G},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={6703--6712},
  year={2018}
}


@article{grenander1970unified,
  title={A unified approach to pattern analysis},
  author={Grenander, Ulf},
  journal={Advances in Computers},
  volume={10},
  number={175-216},
  pages={15},
  year={1970}
}

@book{grenander2007pattern,
  title={Pattern theory: from representation to inference},
  author={Grenander, Ulf and Miller, Michael I and others},
  year={2007},
  publisher={Oxford university press}
}

@inproceedings{gao2018learning,
  title={Learning Generative {ConvNets} via Multi-grid Modeling and Sampling},
  author={Gao, Ruiqi and Lu, Yang and Zhou, Junpei and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={9155--9164},
  year={2018}
}

@inproceedings{walker2016uncertain,
  title={An uncertain future: Forecasting from static images using variational autoencoders},
  author={Walker, Jacob and Doersch, Carl and Gupta, Abhinav and Hebert, Martial},
  booktitle={European Conference on Computer Vision},
  pages={835--851},
  year={2016}
}

@inproceedings{xue2016visual,
  title={Visual dynamics: Probabilistic future frame synthesis via cross convolutional networks},
  author={Xue, Tianfan and Wu, Jiajun and Bouman, Katherine and Freeman, Bill},
  booktitle={Advances in Neural Information Processing Systems},
  pages={91--99},
  year={2016}
}



@article{della1997inducing,
  title={Inducing features of random fields},
  author={Della Pietra, Stephen and Della Pietra, Vincent and Lafferty, John},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={19},
  number={4},
  pages={380--393},
  year={1997}
}

@inproceedings{xie2018learning,
  title={Learning Descriptor Networks for {3D} Shape Synthesis and Analysis},
  author={Xie, Jianwen and Zheng, Zilong and Gao, Ruiqi and Wang, Wenguan and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={8629--8638},
  year={2018}
}

@inproceedings{xie2017synthesizing,
  title={Synthesizing dynamic patterns by spatial-temporal generative {ConvNet}},
  author={Xie, Jianwen and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={7093--7101},
  year={2017}
}


@article{julesz1962visual,
  title={Visual pattern discrimination},
  author={Julesz, Bela},
  journal={IRE Transactions on Information Theory},
  volume={8},
  number={2},
  pages={84--92},
  year={1962},
  publisher={IEEE}
}

@article{wu2000equivalence,
  title={Equivalence of {Julesz} ensembles and {FRAME} models},
  author={Wu, Ying Nian and Zhu, Song Chun and Liu, Xiuwen},
  journal={International Journal of Computer Vision},
  volume={38},
  number={3},
  pages={247--265},
  year={2000}
}

@article{lee2017wasserstein,
  title={Wasserstein Introspective Neural Networks},
  author={Lee, Kwonjoon and Xu, Weijian and Fan, Fan and Tu, Zhuowen},
  journal={arXiv preprint arXiv:1711.08875},
  year={2017}
}

@inproceedings{lazarow2017introspective,
  title={Introspective neural networks for generative modeling},
  author={Lazarow, Justin and Jin, Long and Tu, Zhuowen},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={2774--2783},
  year={2017}
}

@inproceedings{jin2017introspective,
  title={Introspective classification with convolutional nets},
  author={Jin, Long and Lazarow, Justin and Tu, Zhuowen},
  booktitle={Advances in Neural Information Processing Systems},
  pages={823--833},
  year={2017}
}

@article{dai2014generative,
  title={Generative modeling of convolutional neural networks},
  author={Dai, Jifeng and Lu, Yang and Wu, Ying Nian},
  journal={arXiv preprint arXiv:1412.6296},
  year={2014}
}

@inproceedings{tu2007learning,
  title={Learning generative models via discriminative approaches},
  author={Tu, Zhuowen},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  pages={1--8},
  year={2007}
}

@inproceedings{seung1998learning,
  title={Learning continuous attractors in recurrent networks},
  author={Seung, H Sebastian},
  booktitle={Advances in Neural Information Processing Systems},
  pages={654--660},
  year={1998}
}

@article{hopfield1982neural,
  title={Neural networks and physical systems with emergent collective computational abilities},
  author={Hopfield, John J},
  journal={Proceedings of the National Academy of Sciences},
  volume={79},
  number={8},
  pages={2554--2558},
  year={1982},
  publisher={National Acad Sciences}
}

@article{robbins1951stochastic,
  title={A stochastic approximation method},
  author={Robbins, Herbert and Monro, Sutton},
  journal={The Annals of Mathematical Statistics},
  pages={400--407},
  year={1951},
  publisher={JSTOR}
}

@article{garcia2010robust,
  title={Robust smoothing of gridded data in one and higher dimensions with missing values},
  author={Garcia, Damien},
  journal={Computational statistics \& data analysis},
  volume={54},
  number={4},
  pages={1167--1178},
  year={2010},
  publisher={Elsevier}
}

@online{MexConv3D,
  author = {Sun, Peng},
  title = {\url{https://github.com/pengsun/MexConv3D}},
  url = {https://github.com/pengsun/MexConv3D}
}

@online{data,
  author = {Newson, Alasdair  and Almansa, Andrés and Fradet, Matthieu and Gousseau, Yann and Pérez, Patrick},  
  title = { \url{http://perso.telecom-paristech.fr/~gousseau/video_inpainting} },
  URL = {http://perso.telecom-paristech.fr/~gousseau/video_inpainting/}
}

@article{costantini2008higher,
  title={Higher order {SVD} analysis for dynamic texture synthesis},
  author={Costantini, Roberto and Sbaiz, Luciano and Susstrunk, Sabine},
  journal={IEEE Transactions on Image Processing},
  volume={17},
  number={1},
  pages={42--52},
  year={2008}  
}


@article{wang2008gaussian,
  title={Gaussian process dynamical models for human motion},
  author={Wang, Jack M and Fleet, David J and Hertzmann, Aaron},
  journal={IEEE transactions on pattern analysis and machine intelligence},
  volume={30},
  number={2},
  pages={283--298},
  year={2008},
  publisher={IEEE}
}


@inproceedings{wang2002generative,
  title={A generative method for textured motion: Analysis and synthesis},
  author={Wang, Yizhou and Zhu, Song-Chun},
  booktitle={European Conference on Computer
Vision},
  pages={583--598},
  year={2002}
}

@article{wang2004analysis,
  title={Analysis and synthesis of textured motion: Particles and waves},
  author={Wang, Yizhou and Zhu, Song-Chun},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={26},
  number={10},
  pages={1348--1363},
  year={2004},
  publisher={IEEE}
}

@article{han2015video,
  title={Video Primal Sketch: A Unified Middle-Level Representation for Video},
  author={Han, Zhi and Xu, Zongben and Zhu, Song-Chun},
  journal={Journal of Mathematical Imaging and Vision},
  volume={53},
  number={2},
  pages={151--170},
  year={2015}
}


@inproceedings{ghanem2010maximum,
  title={Maximum margin distance learning for dynamic texture recognition},
  author={Ghanem, Bernard and Ahuja, Narendra},
  booktitle={European Conference on Computer
Vision},
  pages={223--236},
  year={2010}
}


@article{xie2015boosting,
  title={Inducing wavelets into random fields via generative boosting},
  author={Xie, Jianwen and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  journal={Journal of Applied and Computational Harmonic Analysis},
  year={2015},
  publisher={Elsevier}
}


@article{AB,
  title={Learning active basis model for object detection and recognitio},
  author={Wu, Ying Nian and Si, Zhangzhang and Gong, Haifeng and Zhu, Song-Chun},
  journal={International Journal of Computer Vision},
  volume={90},
    pages={198-235},
  year={2010}
}


@inproceedings{krizhevsky2012imagenet,
  title={Imagenet classification with deep convolutional neural networks},
  author={Krizhevsky, Alex and Sutskever, Ilya and Hinton, Geoffrey E},
  booktitle={Advances in Neural Information Processing Systems},
  pages={1097--1105},
  year={2012}
}



@article{zhu1997minimax,
  title={Minimax entropy principle and its application to texture modeling},
  author={Zhu, Song Chun and Wu, Ying Nian and Mumford, David},
  journal={Neural Computation},
  volume={9},
  number={8},
  pages={1627--1660},
  year={1997},
  publisher={MIT Press}
}


@inproceedings{zhu1997GRADE,
  title={GRADE: Gibbs Reaction And Diffusion Equations. },
  author={S.C. Zhu and D.B. Mumford },
  booktitle={International Conference on Computer Vision},
  year={1998},
}

@article{lecun1998gradient,
  title={Gradient-based learning applied to document recognition},
  author={Yann LeCun and L{\'e}on Bottou and Yoshua Bengio and Patrick Haffner},
  journal={Proceedings of the IEEE},
  volume={86},
  number={11},
  pages={2278--2324},
  year={1998},
  publisher={IEEE}
}



@article{younes1999convergence,
  title={On the convergence of {M}arkovian stochastic algorithms with rapidly decreasing ergodicity rates},
  author={Younes, Laurent},
  journal={Stochastics: An International Journal of Probability and Stochastic Processes},
  volume={65},
  number={3-4},
  pages={177--228},
  year={1999},
  publisher={Taylor \& Francis}
}

@inproceedings{roth2005fields,
  title={Fields of experts: A framework for learning image priors},
  author={Roth, Stefan and Black, Michael J},
  booktitle={IEEE Conference on Computer Vision and Pattern Recognition},
  volume={2},
  pages={860--867},
  year={2005},
  organization={IEEE}
}

@article{Hinton2002a,
author = {Hinton, Geoffrey E},
journal = {Neural Computation},
number = {8},
pages = {1771--1800},
publisher = {MIT Press},
title = {{Training products of experts by minimizing contrastive divergence.}},
volume = {14},
year = {2002}
}


@article{KingmaCoRR13,
  author    = {Diederik P. Kingma and Max Welling},
  title     = {Auto-Encoding Variational Bayes},
  journal   = {International Conference on Learning Representations},
  year      = {2014},
}

@inproceedings{RezendeICML2014, 
        Title = {Stochastic Backpropagation and Approximate Inference in Deep Generative Models}, 
    Author = {Danilo J. Rezende and Shakir Mohamed and Daan Wierstra}, 
        Year = {2014}, 
    Booktitle = {International Conference on Machine Learning}, 
    Editor = {Tony Jebara and Eric P. Xing}, 
    Pages = {1278-1286},
    Publisher = {JMLR Workshop and Conference Proceedings}, 
   }

@inproceedings{MnihGregor2014,
  title={Neural Variational Inference and Learning in Belief Networks},
  author={Mnih, Andriy and Gregor, Karol},
  booktitle={International Conference on Machine Learning},
  year={2014},
}

@article{hinton1995wake,
  title={The" wake-sleep" algorithm for unsupervised neural networks},
  author={Hinton, Geoffrey E and Dayan, Peter and Frey, Brendan J and Neal, Radford M},
  journal={Science},
  volume={268},
  number={5214},
  pages={1158--1161},
  year={1995},
  publisher={American Association for the Advancement of Science}
}

@ARTICLE{zeiler2013visualizing,
  author = {Zeiler, Matthew D and Fergus, Rob},
  title = {Visualizing and understanding convolutional neural networks},
  journal = {European Conference on Computer
Vision},
  year = {2014}
}


@inproceedings{Dai2015ICLR,
  author = {Dai, Jifeng and Lu, Yang and Wu, Ying Nian},
  title = {Generative Modeling of Convolutional Neural Networks},
  booktitle = {International Conference on Learning Representations},
  year = {2015}
}

@inproceedings{LuZhuWu2016,
    title={Learning {FRAME} Models Using CNN Filters},
    author={Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
    booktitle={The Thirtieth AAAI Conference on Artificial Intelligence},
    year={2016}
}
      


@article{matconvnn,
	author    = {A. Vedaldi and K. Lenc},
	title     = {MatConvNet -- Convolutional Neural Networks for MATLAB},
	journal   = {CoRR},
	volume    = {abs/1412.4564},
	year      = {2014},
}





@inproceedings{Seung98learningcontinuous,
    author = {H. Sebastian Seung},
    title = {Learning continuous attractors in recurrent networks},
    booktitle = {Advances in Neural Information Processing Systems},
    year = {1998},
    pages = {654--660},
    publisher = {MIT Press}
}



@article{ZhuM06,
  author = {Zhu, Song Chun and Mumford, David},
  journal = {Foundations and Trends in Computer Graphics and Vision},
  keywords = {dblp},
  number = 4,
  pages = {259-362},
  title = {A Stochastic Grammar of Images.},
  volume = 2,
  year = 2006
}


@article{vincent2011connection,
  title={A connection between score matching and denoising autoencoders},
  author={Vincent, Pascal},
  journal={Neural Computation},
  volume={23},
  number={7},
  pages={1661--1674},
  year={2011},
  publisher={MIT Press}
}

@inproceedings{Swersky2011,
  title = "On Autoencoders and Score Matching for Energy Based Models",
  author = "Kevin Swersky and Marc'Aurelio Ranzato and David Buchman and Benjamin Marlin and Nando Freitas",
  year = "2011",
  booktitle = "International Conference on Machine Learning",
  pages = "1201--1208",
  publisher = "ACM",
  series = "ICML '11",
      address = "New York, NY, USA",
  editor = "Lise Getoor and Tobias Scheffer",
  isbn = "978-1-4503-0619-5",
  location = "Bellevue, Washington, USA",
  month = "June",
}

@article{hinton2006unsupervised,
  title={Unsupervised discovery of nonlinear structure using contrastive backpropagation},
  author={Hinton, Geoffrey and Osindero, Simon and Welling, Max and Teh, Yee-Whye},
  journal={Cognitive science},
  volume={30},
  number={4},
  pages={725--731},
  year={2006},
  publisher={Wiley Online Library}
}


@inproceedings{kulkarni2015,
  title={Deep convolutional inverse graphics network},
  author={Kulkarni, Tejas D and Whitney, William F and Kohli, Pushmeet and Tenenbaum, Josh},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2539--2547},
  year={2015}
}

@inproceedings{Ng2011,
  title = "Learning Deep Energy Models",
  author = "Jiquan Ngiam and Zhenghao Chen and Pang Wei Koh and Andrew Y. Ng",
  year = "2011",
  pages={1105--1112},
  booktitle = "International Conference on Machine Learning"
  }
  


@inproceedings{salakhutdinov2009deep,
  title={Deep boltzmann machines},
  author={Salakhutdinov, Ruslan and Hinton, Geoffrey E},
  booktitle={AISTATS},
  year={2009}
}

@inproceedings{montufar2014number,
  title={On the number of linear regions of deep neural networks},
  author={Montufar, Guido F and Pascanu, Razvan and Cho, Kyunghyun and Bengio, Yoshua},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2924--2932},
  year={2014}
}


@ARTICLE{Hyvrinen05estimationof,
    author = {Hyv{\"a}rinen, Aapo},
    title = {Estimation of non-normalized statistical models by score matching},
    journal = {Journal of Machine Learning Research},
    year = {2005},
    volume = {6},
    pages = {695--709}
}

@article{hyvarinen2007connections,
  title={Connections between score matching, contrastive divergence, and pseudolikelihood for continuous-valued variables},
  author={Hyv{\"a}rinen, Aapo},
  journal={IEEE Transactions on Neural Networks},
  volume={18},
  number={5},
  pages={1529--1531},
  year={2007},
  publisher={IEEE}
}

@article{alain2014regularized,
  title={What regularized auto-encoders learn from the data-generating distribution},
  author={Alain, Guillaume and Bengio, Yoshua},
  journal={The Journal of Machine Learning Research},
  volume={15},
  number={1},
  pages={3563--3593},
  year={2014},
  publisher={JMLR. org}
}

@article{besag1974spatial,
  title={Spatial interaction and the statistical analysis of lattice systems},
  author={Besag, Julian},
  journal={Journal of the Royal Statistical Society. Series B (Methodological)},
  pages={192--236},
  year={1974},
  publisher={JSTOR}
}

@inproceedings{Lecun2006tutorial,
  title = "A tutorial on energy-based learning",
  author = "Y.  LeCun and S. Chopra and R.  Hadsell and M. Ranzato and F.J. Huang",
  year = "2006",
  booktitle = "Predicting Structured Data",
  publisher = "MIT Press",
}

@article{olshausen1997sparse,
  title={Sparse coding with an overcomplete basis set: A strategy employed by V1?},
  author={Olshausen, Bruno A and Field, David J},
  journal={Vision Research},
  volume={37},
  number={23},
  pages={3311--3325},
  year={1997},
  publisher={Elsevier}
}

@article{xie2014learning,
  title={Learning Sparse {FRAME} Models for Natural Image Patterns},
  author={Xie, Jianwen and Hu, Wenze and Zhu, Song-Chun and Wu, Ying Nian},
  journal={International Journal of Computer Vision},
  pages={1--22},
  year={2014}
}

@article{Hinton06,
author = {Hinton, Geoffrey E. and Osindero, Simon and Teh, Yee Whye},
journal = {Neural Computation},
pages = {1527--1554},
title = {A Fast Learning Algorithm for Deep Belief Nets},
volume = {18},
year = {2006}
}

@inproceedings{lee2009convolutional,
  title={Convolutional deep belief networks for scalable unsupervised learning of hierarchical representations},
  author={Lee, Honglak and Grosse, Roger and Ranganath, Rajesh and Ng, Andrew Y},
  booktitle={International Conference on Machine Learning},
  pages={609--616},
  year={2009}
}


@inproceedings{zeiler2011adaptive,
  title={Adaptive deconvolutional networks for mid and high level feature learning},
  author={Zeiler, Matthew D and Taylor, Graham W and Fergus, Rob},
  booktitle={International Conference on Computer Vision},
  pages={2018--2025},
  year={2011}
}


@inproceedings{abraham2005dynamic,
  title={Dynamic texture with {F}ourier descriptors},
  author={Abraham, Bobby and Camps, Octavia I and Sznaier, Mario},
  booktitle={Proceedings of the 4th International Workshop on Texture Analysis and Synthesis},
  volume={1},
  pages={53--58},
  year={2005}
}

@article{wu2004information,
  title={From information scaling of natural images to regimes of statistical models},
  author={Wu, Ying Nian and Zhu, Song-Chun and Guo, Cheng-En},
  journal={Quarterly of Applied Mathematics},
  volume={66},
  pages={81-122},
  year={2008}
}

@article{hong2013unsupervised,
  title={Unsupervised learning of compositional sparse code for natural image representation},
  author={Hong, Yi and Si, Zhangzhang and Hu, Wenze and Zhu, Song-Chun and Wu, YING NIAN},
  journal={Quarterly of Applied Mathematics},
  volume={72},
  pages={373--406},
  year={2013},
  publisher={Citeseer}
}

@inproceedings{XieLuICML,
  title={A theory of generative {ConvNet}},
  author={Xie, Jianwen and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={International Conference on Machine Learning},
  year={2016}
}

@article{doretto2003dynamic,
  title={Dynamic textures},
  author={Doretto, Gianfranco and Chiuso, Alessandro and Wu, Ying Nian and Soatto, Stefano},
  journal={International Journal of Computer Vision},
  volume={51},
  number={2},
  pages={91--109},
  year={2003}
}

@article{ji20133d,
  title={{3D} convolutional neural networks for human action recognition},
  author={Ji, Shuiwang and Xu, Wei and Yang, Ming and Yu, Kai},
  journal={IEEE Transactions on Pattern Analysis and Machine Intelligence},
  volume={35},
  number={1},
  pages={221--231},
  year={2013},
  publisher={IEEE}
}


@article{williams1989learning,
  title={A learning algorithm for continually running fully recurrent neural networks},
  author={Williams, Ronald J and Zipser, David},
  journal={Neural Computation},
  volume={1},
  number={2},
  pages={270--280},
  year={1989},
  publisher={MIT Press}
}


@article{German2015a,
author = {{Gatys}, L.~A. and {Ecker}, A.~S. and {Bethge}, M.},
title = {A Neural Algorithm of Artistic Style},
journal = {ArXiv e-prints},
year = 2015,
}

@inproceedings{Denton2015a,
author={Denton, Emily L and Chintala, Soumith and Fergus, Rob and others},
pages={1486--1494},
title = {Deep Generative Image Models using a {L}aplacian Pyramid of Adversarial Networks},
booktitle = {Advances in Neural Information Processing Systems},
year = 2015,
}

@inproceedings{Alexey2015,
author       = {Dosovitskiy, Alexey and Tobias Springenberg, Jost and Brox, Thomas},
title        = "Learning to Generate Chairs with Convolutional Neural Networks",
pages={1538--1546},
booktitle    = "IEEE Conference on Computer Vision and Pattern Recognition",
year         = "2015",
}

@inproceedings{KarolICML2015,
  author    = {Karol Gregor and
               Ivo Danihelka and
               Alex Graves and
               Danilo Jimenez Rezende and
               Daan Wierstra},
  title     = {{DRAW:} {A} Recurrent Neural Network For Image Generation},
  booktitle = {International Conference on Machine Learning},
  pages     = {1462--1471},
  year      = {2015},
}


@inproceedings{Dai2015ICLR,
  author = {Dai, Jifeng and Lu, Yang and Wu, Ying Nian},
  title = {Generative Modeling of Convolutional Neural Networks},
  booktitle = {International Conference on Learning Representations},
  year = {2015}
}

@article{hochreiter1997long,
  title={Long short-term memory},
  author={Hochreiter, Sepp and Schmidhuber, J{\"u}rgen},
  journal={Neural Computation},
  volume={9},
  number={8},
  pages={1735--1780},
  year={1997},
  publisher={MIT Press}
}

@article{girolami2011riemann,
  title={Riemann manifold {L}angevin and {H}amiltonian {M}onte {C}arlo methods},
  author={Girolami, Mark and Calderhead, Ben},
  journal={Journal of the Royal Statistical Society: Series B (Statistical Methodology)},
  volume={73},
  number={2},
  pages={123--214},
  year={2011},
  publisher={Wiley Online Library}
}

@inproceedings{HanLu2016,
  title={Alternating Back-Propagation for generator network},
  author={Han, Tian and Lu, Yang and Zhu, Song-Chun and Wu, Ying Nian},
  booktitle={The Thirty-First AAAI Conference on Artificial Intelligence},
  year={2017}
}

@article{neal2011mcmc,
  title={MCMC using Hamiltonian dynamics},
  author={Neal, Radford M},
  journal={Handbook of Markov Chain Monte Carlo},
  volume={2},
  year={2011}
}

@article{you2016kernel,
  title={Kernel Learning for Dynamic Texture Synthesis},
  author={You, Xinge and Guo, Weigang and Yu, Shujian and Li, Kan and Pr{\'\i}ncipe, Jos{\'e} C and Tao, Dacheng},
  journal={IEEE Transactions on Image Processing},
  volume={25},
  number={10},
  pages={4782--4795},
  year={2016},
  publisher={IEEE}
}

@inproceedings{saito2017temporal,
  title={Temporal generative adversarial nets with singular value clipping},
  author={Saito, Masaki and Matsumoto, Eiichi and Saito, Shunta},
  booktitle={IEEE International Conference on Computer Vision},
  pages={2830--2839},
  year={2017}
}

@inproceedings{vondrick2016generating,
  title={Generating videos with scene dynamics},
  author={Vondrick, Carl and Pirsiavash, Hamed and Torralba, Antonio},
  booktitle={Advances in Neural Information Processing Systems},
  pages={613--621},
  year={2016}
}

@article{xie2016cooperative,
  title={Cooperative Training of Descriptor and Generator Networks},
  author={Xie, Jianwen and Lu, Yang and Gao, Ruiqi and Zhu, Song-Chun and Wu, Ying Nian},
  journal={arXiv preprint arXiv:1609.09408},
  year={2016}
}

@article{xie2018Generator,
  title={Learning Dynamic Generator Model by Alternating Back-Propagation Through Time},
  author={Xie, Jianwen and Gao, Ruiqi and Zheng, Zilong and Zhu, Song-Chun and Wu, Ying Nian},
  journal={arXiv preprint arXiv:1812.10587},
  year={2018}
}

@inproceedings{welling2009herding,
  title={Herding dynamical weights to learn},
  author={Welling, Max},
  booktitle={International Conference on Machine Learning},
  pages={1121--1128},
  year={2009}
}

@inproceedings{goodfellow2014generative,
  title={Generative adversarial nets},
  author={Goodfellow, Ian and Pouget-Abadie, Jean and Mirza, Mehdi and Xu, Bing and Warde-Farley, David and Ozair, Sherjil and Courville, Aaron and Bengio, Yoshua},
  booktitle={Advances in Neural Information Processing Systems},
  pages={2672--2680},
  year={2014}
}

