\relax 
\providecommand\hyper@newdestlabel[2]{}
\providecommand\HyperFirstAtBeginDocument{\AtBeginDocument}
\HyperFirstAtBeginDocument{\ifx\hyper@anchor\@undefined
\global\let\oldcontentsline\contentsline
\gdef\contentsline#1#2#3#4{\oldcontentsline{#1}{#2}{#3}}
\global\let\oldnewlabel\newlabel
\gdef\newlabel#1#2{\newlabelxx{#1}#2}
\gdef\newlabelxx#1#2#3#4#5#6{\oldnewlabel{#1}{{#2}{#3}}}
\AtEndDocument{\ifx\hyper@anchor\@undefined
\let\contentsline\oldcontentsline
\let\newlabel\oldnewlabel
\fi}
\fi}
\global\let\hyper@last\relax 
\gdef\HyperFirstAtBeginDocument#1{#1}
\providecommand\HyField@AuxAddToFields[1]{}
\providecommand\HyField@AuxAddToCoFields[2]{}
\citation{Olshausen_Field}
\citation{KSVD}
\citation{sparsity}
\citation{Denoising}
\citation{4}
\citation{Fergus}
\citation{Elad}
\citation{Minimax}
\@writefile{toc}{\contentsline {section}{\numberline {1}Introduction}{1}{section.1}}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.1}Background and motivation}{1}{subsection.1.1}}
\@writefile{brf}{\backcite{Olshausen_Field}{{1}{1.1}{subsection.1.1}}}
\@writefile{brf}{\backcite{KSVD}{{1}{1.1}{subsection.1.1}}}
\@writefile{brf}{\backcite{sparsity}{{1}{1.1}{subsection.1.1}}}
\@writefile{brf}{\backcite{Denoising}{{1}{1.1}{subsection.1.1}}}
\@writefile{brf}{\backcite{4}{{1}{1.1}{subsection.1.1}}}
\@writefile{brf}{\backcite{Fergus}{{1}{1.1}{subsection.1.1}}}
\@writefile{brf}{\backcite{Elad}{{1}{1.1}{subsection.1.1}}}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.2}Model and algorithm}{1}{subsection.1.2}}
\citation{Younes}
\citation{Energy}
\citation{BM}
\citation{Minimax}
\citation{LiuCe}
\citation{FoE}
\citation{PoE}
\citation{PoT}
\citation{RBM}
\citation{Hinton}
\citation{Ranzato}
\@writefile{brf}{\backcite{Minimax}{{2}{1.2}{subsection.1.2}}}
\@writefile{brf}{\backcite{Younes}{{2}{1.2}{subsection.1.2}}}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.3}Related work}{2}{subsection.1.3}}
\@writefile{brf}{\backcite{Energy}{{2}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{BM}{{2}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Minimax}{{2}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{LiuCe}{{2}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{FoE}{{2}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{PoE}{{2}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{PoT}{{2}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{RBM}{{2}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Hinton}{{2}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Ranzato}{{2}{1.3}{subsection.1.3}}}
\citation{Chen_Huo}
\citation{Tropp}
\citation{Supportunion}
\citation{Multitask}
\citation{doubleSparsity}
\citation{subspace}
\citation{AnalysisModel}
\citation{AnalysisSyn}
\citation{Hinton}
\citation{LeeNg}
\citation{Bengio}
\citation{Fergus}
\citation{Geman_composition}
\citation{Zhu_grammar}
\citation{LeoZhu}
\citation{Fidler}
\citation{Minimax}
\citation{Wu_active_basis_IJCV}
\citation{ABC}
\citation{iFRAME}
\@writefile{brf}{\backcite{Chen_Huo}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Tropp}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Supportunion}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Multitask}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{doubleSparsity}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{subspace}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{AnalysisModel}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{AnalysisSyn}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Hinton}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{LeeNg}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Bengio}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Fergus}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Geman_composition}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Zhu_grammar}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{LeoZhu}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Fidler}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Minimax}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{Wu_active_basis_IJCV}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{ABC}{{3}{1.3}{subsection.1.3}}}
\@writefile{brf}{\backcite{iFRAME}{{3}{1.3}{subsection.1.3}}}
\@writefile{toc}{\contentsline {subsection}{\numberline {1.4}Contributions}{3}{subsection.1.4}}
\@writefile{toc}{\contentsline {section}{\numberline {2}Inhomogeneous FRAME model}{3}{section.2}}
\newlabel{sect:inhomogeneous}{{2}{3}{Inhomogeneous FRAME model}{section.2}{}}
\citation{Minimax}
\@writefile{lof}{\contentsline {figure}{\numberline {1}{\ignorespaces The inhomogeneous FRAME is a generative model that seeks to represent and generate object patterns as shown above. \relax }}{4}{figure.caption.1}}
\providecommand*\caption@xref[2]{\@setref\relax\@undefined{#1}}
\newlabel{fig:patterns}{{1}{4}{The inhomogeneous FRAME is a generative model that seeks to represent and generate object patterns as shown above. \relax }{figure.caption.1}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.1}Model and learning algorithm}{4}{subsection.2.1}}
\newlabel{eq:denseFRAME}{{1}{4}{Model and learning algorithm}{equation.2.1}{}}
\@writefile{brf}{\backcite{Minimax}{{4}{2.1}{equation.2.2}}}
\newlabel{eq:parametrization}{{4}{4}{Model and learning algorithm}{equation.2.4}{}}
\citation{HMC}
\citation{Gibbs}
\citation{Younes}
\citation{bridgeSampling}
\citation{ImportanceSampling}
\citation{bridgeSampling}
\newlabel{eq:learning0}{{9}{5}{Model and learning algorithm}{equation.2.9}{}}
\newlabel{eq:w1}{{10}{5}{Model and learning algorithm}{equation.2.10}{}}
\@writefile{brf}{\backcite{HMC}{{5}{2.1}{equation.2.10}}}
\@writefile{brf}{\backcite{Gibbs}{{5}{2.1}{equation.2.10}}}
\@writefile{brf}{\backcite{Younes}{{5}{2.1}{equation.2.10}}}
\newlabel{eq:w2}{{11}{5}{Model and learning algorithm}{equation.2.11}{}}
\newlabel{eq:Z}{{12}{5}{Model and learning algorithm}{equation.2.12}{}}
\@writefile{brf}{\backcite{bridgeSampling}{{5}{2.1}{equation.2.12}}}
\newlabel{eq:Z2}{{13}{5}{Model and learning algorithm}{equation.2.13}{}}
\@writefile{brf}{\backcite{ImportanceSampling}{{5}{2.1}{equation.2.14}}}
\@writefile{brf}{\backcite{bridgeSampling}{{5}{2.1}{equation.2.14}}}
\@writefile{toc}{\contentsline {subsection}{\numberline {2.2}Summary of the learning algorithm}{5}{subsection.2.2}}
\newlabel{sect:iFRAMEalgorithm}{{2.2}{5}{Summary of the learning algorithm}{subsection.2.2}{}}
\citation{Friedman_projection_pursuit}
\citation{Minimax}
\@writefile{lof}{\contentsline {figure}{\numberline {3}{\ignorespaces Learning sequence by inhomogeneous FRAME. The sizes of the images are $70 \times 70$. A separate model is learned from each training set shown in Fig 1 (Top: Hummingbird. The number of training images is 5 as shown in Fig. \ref  {fig:patterns}. Bottom: Cat. The number of training images is 12, with 6 of them shown in Fig. \ref  {fig:patterns}.) Synthesized images generated in iterations $t = 1, 4, 7, 10, 13, 20, 50, 100, 200, 300, 400$, and $500$.\relax }}{6}{figure.caption.3}}
\newlabel{fig:learningprocess}{{3}{6}{Learning sequence by inhomogeneous FRAME. The sizes of the images are $70 \times 70$. A separate model is learned from each training set shown in Fig 1 (Top: Hummingbird. The number of training images is 5 as shown in Fig. \ref {fig:patterns}. Bottom: Cat. The number of training images is 12, with 6 of them shown in Fig. \ref {fig:patterns}.) Synthesized images generated in iterations $t = 1, 4, 7, 10, 13, 20, 50, 100, 200, 300, 400$, and $500$.\relax }{figure.caption.3}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {2}{\ignorespaces Synthesized images generated by the inhomogeneous FRAME models learned separately from a training set of 5 hummingbird images and another training set of 12 cat images. Some of the images are displayed in Fig. \ref  {fig:patterns}. The sizes of the images are $70 \times 70$. \relax }}{6}{figure.caption.2}}
\newlabel{fig:synthesized}{{2}{6}{Synthesized images generated by the inhomogeneous FRAME models learned separately from a training set of 5 hummingbird images and another training set of 12 cat images. Some of the images are displayed in Fig. \ref {fig:patterns}. The sizes of the images are $70 \times 70$. \relax }{figure.caption.2}{}}
\@writefile{toc}{\contentsline {section}{\numberline {3}Sparse FRAME model}{6}{section.3}}
\newlabel{sect:sparse}{{3}{6}{Sparse FRAME model}{section.3}{}}
\newlabel{eq:sparseFRAME}{{15}{6}{Sparse FRAME model}{equation.3.15}{}}
\@writefile{loa}{\contentsline {algorithm}{\numberline {1}{\ignorespaces Learning algorithm for dense FRAME\relax }}{6}{algorithm.1}}
\newlabel{code:FRAME}{{1}{6}{Learning algorithm for dense FRAME\relax }{algorithm.1}{}}
\citation{Wu_active_basis_IJCV}
\@writefile{lof}{\contentsline {figure}{\numberline {4}{\ignorespaces Synthesis by dense FRAME. Images generated by the dense FRAME models learned from different categories of objects. The training images are collected from the internet and are cropped so that the training images for each category are roughly aligned. Typical number of training images for each category is around 10. \relax }}{7}{figure.caption.4}}
\newlabel{fig:denseFRAME}{{4}{7}{Synthesis by dense FRAME. Images generated by the dense FRAME models learned from different categories of objects. The training images are collected from the internet and are cropped so that the training images for each category are roughly aligned. Typical number of training images for each category is around 10. \relax }{figure.caption.4}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.1}Shared sparse coding}{7}{subsection.3.1}}
\@writefile{brf}{\backcite{Friedman_projection_pursuit}{{7}{3.1}{subsection.3.1}}}
\@writefile{brf}{\backcite{Minimax}{{7}{3.1}{subsection.3.1}}}
\newlabel{eq:nodeform}{{16}{7}{Shared sparse coding}{equation.3.16}{}}
\@writefile{brf}{\backcite{Wu_active_basis_IJCV}{{7}{3.1}{equation.3.16}}}
\newlabel{eq:deform}{{17}{7}{Shared sparse coding}{equation.3.17}{}}
\@writefile{toc}{\contentsline {subsection}{\numberline {3.2}The two-stage learning algorithm}{7}{subsection.3.2}}
\newlabel{sect:learning}{{3.2}{7}{The two-stage learning algorithm}{subsection.3.2}{}}
\citation{Mallat_Zhang}
\citation{Wu_active_basis_IJCV}
\citation{Riesenhuber_Poggio}
\citation{OMP}
\citation{basis pursuit}
\citation{lasso}
\citation{Supportunion}
\citation{Tropp}
\citation{Supportunion}
\citation{Wu_active_basis_IJCV}
\@writefile{loa}{\contentsline {algorithm}{\numberline {2}{\ignorespaces Stage 1: Deformable shared matching pursuit\relax }}{8}{algorithm.2}}
\newlabel{alg:MP}{{2}{8}{Stage 1: Deformable shared matching pursuit\relax }{algorithm.2}{}}
\@writefile{brf}{\backcite{Mallat_Zhang}{{8}{3.2}{equation.3.18}}}
\@writefile{brf}{\backcite{Wu_active_basis_IJCV}{{8}{3.2}{equation.3.18}}}
\@writefile{brf}{\backcite{Riesenhuber_Poggio}{{8}{3.2}{equation.3.18}}}
\@writefile{brf}{\backcite{OMP}{{8}{3.2}{equation.3.18}}}
\@writefile{brf}{\backcite{basis pursuit}{{8}{3.2}{equation.3.18}}}
\@writefile{brf}{\backcite{lasso}{{8}{3.2}{equation.3.18}}}
\@writefile{brf}{\backcite{Supportunion}{{8}{3.2}{equation.3.18}}}
\@writefile{brf}{\backcite{Tropp}{{8}{3.2}{equation.3.18}}}
\@writefile{brf}{\backcite{Supportunion}{{8}{3.2}{equation.3.18}}}
\@writefile{brf}{\backcite{Wu_active_basis_IJCV}{{8}{3.2}{equation.3.18}}}
\@writefile{lof}{\contentsline {figure}{\numberline {5}{\ignorespaces Reconstruction and synthesis by sparse FRAME model (hummingbirds). The number of selected wavelets is 300. The first row contains symbolic sketches of selected Gabor wavelets at different scales, where each Gabor wavelet is illustrated by a bar. The first 4 sketches correspond to 4 different scales. The last one is the superposition of the 4 scales, where smaller scales appear darker. The next 4 rows display examples of the training images, the deformed sketches, the reconstructed images, and the residual images. The last row displays examples of synthesized images generated by the learned model. The number of training images is 5 as shown in Fig. \ref  {fig:patterns}. The sizes of images are scaled to 100 $\times $ 100.\relax }}{8}{figure.caption.5}}
\newlabel{fig:sparseFRAME}{{5}{8}{Reconstruction and synthesis by sparse FRAME model (hummingbirds). The number of selected wavelets is 300. The first row contains symbolic sketches of selected Gabor wavelets at different scales, where each Gabor wavelet is illustrated by a bar. The first 4 sketches correspond to 4 different scales. The last one is the superposition of the 4 scales, where smaller scales appear darker. The next 4 rows display examples of the training images, the deformed sketches, the reconstructed images, and the residual images. The last row displays examples of synthesized images generated by the learned model. The number of training images is 5 as shown in Fig. \ref {fig:patterns}. The sizes of images are scaled to 100 $\times $ 100.\relax }{figure.caption.5}{}}
\newlabel{eq:matching}{{19}{8}{The two-stage learning algorithm}{equation.3.19}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {6}{\ignorespaces Reconstruction and synthesis (cats). See caption of Fig. \ref  {fig:sparseFRAME}. The number of training images is 12, with 6 of them shown in Fig. \ref  {fig:patterns}. The sizes of images are scaled to 100 $\times $ 100. The number of selected wavelets is 300. \relax }}{9}{figure.caption.6}}
\newlabel{fig:sparseFRAME2}{{6}{9}{Reconstruction and synthesis (cats). See caption of Fig. \ref {fig:sparseFRAME}. The number of training images is 12, with 6 of them shown in Fig. \ref {fig:patterns}. The sizes of images are scaled to 100 $\times $ 100. The number of selected wavelets is 300. \relax }{figure.caption.6}{}}
\newlabel{eq:learning}{{20}{9}{The two-stage learning algorithm}{equation.3.20}{}}
\@writefile{loa}{\contentsline {algorithm}{\numberline {3}{\ignorespaces Stage 2: Parameter estimation in sparse model\relax }}{9}{algorithm.3}}
\newlabel{code:sparseFRAME}{{3}{9}{Stage 2: Parameter estimation in sparse model\relax }{algorithm.3}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {7}{\ignorespaces Synthesis by sparse FRAME. Images generated by the sparse FRAME models learned from different categories of objects. Typical sizes of the images are $80 \times 80$. Typical number of selected wavelets is 300. The training images are the same as or similar to those for training the dense FRAME models in Fig. \ref  {fig:denseFRAME}. \relax }}{10}{figure.caption.7}}
\newlabel{fig:sparseFRAME3}{{7}{10}{Synthesis by sparse FRAME. Images generated by the sparse FRAME models learned from different categories of objects. Typical sizes of the images are $80 \times 80$. Typical number of selected wavelets is 300. The training images are the same as or similar to those for training the dense FRAME models in Fig. \ref {fig:denseFRAME}. \relax }{figure.caption.7}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {8}{\ignorespaces Comparison of synthesized images generated by (a) dense FRAME and (b) sparse FRAME, where the number of selected wavelets is 300. Image sizes are about 100 $\times $ 100. \relax }}{10}{figure.caption.8}}
\newlabel{fig:synComparison}{{8}{10}{Comparison of synthesized images generated by (a) dense FRAME and (b) sparse FRAME, where the number of selected wavelets is 300. Image sizes are about 100 $\times $ 100. \relax }{figure.caption.8}{}}
\@writefile{toc}{\contentsline {section}{\numberline {4}Detection}{10}{section.4}}
\newlabel{sect:det}{{4}{10}{Detection}{section.4}{}}
\newlabel{eq:A0}{{23}{10}{Detection}{equation.4.23}{}}
\citation{EM}
\@writefile{lof}{\contentsline {figure}{\numberline {9}{\ignorespaces Geometric transformation. Flipping: the first row shows an example of left/right flipping transformation, where the first two images are the synthesized image and the symbolic sketch template of the learned model, while the next two images correspond to the flipped model derived from the learned model. Rotation: the other example illustrated in the next two rows displays the rotated models at four different orientations (-90, -45, 45, and 90 degrees) by showing their synthesized images and symbolic sketches. The middle column is from the original learned model.\relax }}{11}{figure.caption.9}}
\newlabel{fig:transformation}{{9}{11}{Geometric transformation. Flipping: the first row shows an example of left/right flipping transformation, where the first two images are the synthesized image and the symbolic sketch template of the learned model, while the next two images correspond to the flipped model derived from the learned model. Rotation: the other example illustrated in the next two rows displays the rotated models at four different orientations (-90, -45, 45, and 90 degrees) by showing their synthesized images and symbolic sketches. The middle column is from the original learned model.\relax }{figure.caption.9}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {11}{\ignorespaces Clustering. Each row illustrates one clustering experiment by displaying a synthesized image and a training example for each cluster. The number of images within each cluster is around 15 to 20. Typical template sizes are $100 \times 100$. Typical number of wavelets for each template is 300. \relax }}{11}{figure.caption.11}}
\newlabel{fig:clustering}{{11}{11}{Clustering. Each row illustrates one clustering experiment by displaying a synthesized image and a training example for each cluster. The number of images within each cluster is around 15 to 20. Typical template sizes are $100 \times 100$. Typical number of wavelets for each template is 300. \relax }{figure.caption.11}{}}
\@writefile{toc}{\contentsline {section}{\numberline {5}Clustering}{11}{section.5}}
\newlabel{sect:cluster}{{5}{11}{Clustering}{section.5}{}}
\@writefile{brf}{\backcite{EM}{{11}{5}{table.caption.13}}}
\@writefile{lof}{\contentsline {figure}{\numberline {10}{\ignorespaces Detection. (a) Symbolic sketch template representing 250 selected wavelets. (b) A synthesized image generated by the learned model. We do not include the large DoG filters in the model, so the synthesized image lacks regional contrast. (c) Testing images with bounding boxes locating the detected objects.\relax }}{12}{figure.caption.10}}
\newlabel{fig:detection}{{10}{12}{Detection. (a) Symbolic sketch template representing 250 selected wavelets. (b) A synthesized image generated by the learned model. We do not include the large DoG filters in the model, so the synthesized image lacks regional contrast. (c) Testing images with bounding boxes locating the detected objects.\relax }{figure.caption.10}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {12}{\ignorespaces The clustering dataset. One example image is shown for each of the 22 clusters distributed in 7 clustering tasks. \relax }}{12}{figure.caption.12}}
\newlabel{fig:clusteringDataset}{{12}{12}{The clustering dataset. One example image is shown for each of the 22 clusters distributed in 7 clustering tasks. \relax }{figure.caption.12}{}}
\@writefile{lot}{\contentsline {table}{\numberline {1}{\ignorespaces Comparison of conditional purity (the first two rows) and conditional entropy (the last two rows) between sparse FRAME and k-means for clustering.\relax }}{12}{table.caption.13}}
\newlabel{table:clustering}{{1}{12}{Comparison of conditional purity (the first two rows) and conditional entropy (the last two rows) between sparse FRAME and k-means for clustering.\relax }{table.caption.13}{}}
\citation{purity}
\citation{HOG}
\citation{ABC}
\@writefile{brf}{\backcite{purity}{{13}{5}{equation.5.24}}}
\@writefile{brf}{\backcite{HOG}{{13}{5}{equation.5.24}}}
\@writefile{toc}{\contentsline {section}{\numberline {6}Unsupervised learning from non-aligned images}{13}{section.6}}
\newlabel{sect:our}{{6}{13}{Unsupervised learning from non-aligned images}{section.6}{}}
\@writefile{brf}{\backcite{ABC}{{13}{6}{figure.caption.14}}}
\@writefile{toc}{\contentsline {subsection}{\numberline {6.1}Learning a codebook of sparse FRAME models}{13}{subsection.6.1}}
\@writefile{lof}{\contentsline {figure}{\numberline {13}{\ignorespaces Unsupervised learning. In each experiment, a codebook of sparse FRAME templates (of size $100 \times 100$ pixels) is learned from the training image. The images on the top row are generated from the learned templates. The image on the left of the second row is the observed training image. The image on the right of the second row is reconstructed using spatially translated, rotated and deformed versions of the learned templates. \relax }}{13}{figure.caption.14}}
\newlabel{fig:unsupervised}{{13}{13}{Unsupervised learning. In each experiment, a codebook of sparse FRAME templates (of size $100 \times 100$ pixels) is learned from the training image. The images on the top row are generated from the learned templates. The image on the left of the second row is the observed training image. The image on the right of the second row is reconstructed using spatially translated, rotated and deformed versions of the learned templates. \relax }{figure.caption.14}{}}
\newlabel{eq:pack1}{{26}{13}{Learning a codebook of sparse FRAME models}{equation.6.25}{}}
\newlabel{eq:A}{{28}{14}{Learning a codebook of sparse FRAME models}{equation.6.28}{}}
\newlabel{eq:MODEL}{{29}{14}{Learning a codebook of sparse FRAME models}{equation.6.29}{}}
\newlabel{eq:ll}{{30}{14}{Learning a codebook of sparse FRAME models}{equation.6.30}{}}
\newlabel{eq:lll}{{31}{14}{Learning a codebook of sparse FRAME models}{equation.6.31}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {14}{\ignorespaces Codebook learning. See caption of Fig. \ref  {fig:unsupervised}. In the second experiment (brick walls and ivy leaves), the image on the left of the third row is the testing image. The image on the right of the third row is reconstructed by the templates learned from the training image, which is on the left of the second row. \relax }}{14}{figure.caption.15}}
\newlabel{fig:codebook0}{{14}{14}{Codebook learning. See caption of Fig. \ref {fig:unsupervised}. In the second experiment (brick walls and ivy leaves), the image on the left of the third row is the testing image. The image on the right of the third row is reconstructed by the templates learned from the training image, which is on the left of the second row. \relax }{figure.caption.15}{}}
\citation{ABC}
\@writefile{lof}{\contentsline {figure}{\numberline {15}{\ignorespaces Codebook learning. A codebook of 4 models (each has 250 wavelets) is learned from 20 images. The first row displays the synthesized images ($100 \times 100$) from the 4 models. The second and third rows display two training images (left) and their reconstructions (right) by the 4 models.\relax }}{15}{figure.caption.16}}
\newlabel{fig:codebook01}{{15}{15}{Codebook learning. A codebook of 4 models (each has 250 wavelets) is learned from 20 images. The first row displays the synthesized images ($100 \times 100$) from the 4 models. The second and third rows display two training images (left) and their reconstructions (right) by the 4 models.\relax }{figure.caption.16}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {16}{\ignorespaces Codebook learning. In each of the 3 experiments, synthesized images ($100 \times 100$) from the models of the learned codebook are displayed together with the training images and their sketches by the learned models, where each Gabor wavelet is illustrated by a bar, and the templates appear in different colors (red and green) or with their bounding boxes (in green). Grape experiment: each model has 37 wavelets, learned from 1 image. Lotus experiment: each model has 30 wavelets, learned from 7 images. Cat experiment: each model has 40 wavelets, learned from 20 images.\relax }}{15}{figure.caption.17}}
\newlabel{fig:codebook}{{16}{15}{Codebook learning. In each of the 3 experiments, synthesized images ($100 \times 100$) from the models of the learned codebook are displayed together with the training images and their sketches by the learned models, where each Gabor wavelet is illustrated by a bar, and the templates appear in different colors (red and green) or with their bounding boxes (in green). Grape experiment: each model has 37 wavelets, learned from 1 image. Lotus experiment: each model has 30 wavelets, learned from 7 images. Cat experiment: each model has 40 wavelets, learned from 20 images.\relax }{figure.caption.17}{}}
\@writefile{brf}{\backcite{ABC}{{15}{6.1}{figure.caption.17}}}
\citation{svm}
\citation{SPM}
\citation{Caltech101}
\citation{ETHZ}
\citation{Graz}
\citation{LIBLINEAR}
\citation{SIFT}
\citation{HIT}
\citation{HIT}
\citation{HIT}
\citation{HIT}
\citation{LSVM}
\citation{1}
\citation{2}
\citation{3}
\citation{4}
\citation{MMDT}
\citation{SDDL}
\citation{2}
\citation{5}
\citation{4}
\citation{1}
\citation{2}
\citation{3}
\citation{4}
\citation{5}
\citation{MMDT}
\citation{SDDL}
\citation{6}
\citation{3}
\@writefile{toc}{\contentsline {subsection}{\numberline {6.2}Using learned codebooks for object classification}{16}{subsection.6.2}}
\newlabel{sect:classification}{{6.2}{16}{Using learned codebooks for object classification}{subsection.6.2}{}}
\@writefile{brf}{\backcite{svm}{{16}{6.2}{equation.6.32}}}
\@writefile{brf}{\backcite{SPM}{{16}{6.2}{equation.6.32}}}
\@writefile{brf}{\backcite{Caltech101}{{16}{6.2}{equation.6.32}}}
\@writefile{brf}{\backcite{ETHZ}{{16}{6.2}{equation.6.32}}}
\@writefile{brf}{\backcite{Graz}{{16}{6.2}{equation.6.32}}}
\@writefile{lot}{\contentsline {table}{\numberline {3}{\ignorespaces Classification accuracies ($\%$) on the animal faces dataset.\relax }}{16}{table.caption.19}}
\newlabel{table::multiclass}{{3}{16}{Classification accuracies ($\%$) on the animal faces dataset.\relax }{table.caption.19}{}}
\@writefile{brf}{\backcite{LIBLINEAR}{{16}{6.2}{equation.6.32}}}
\@writefile{brf}{\backcite{SIFT}{{16}{6.2}{equation.6.32}}}
\@writefile{brf}{\backcite{HIT}{{16}{6.2}{table.caption.18}}}
\@writefile{brf}{\backcite{HIT}{{16}{6.2}{table.caption.18}}}
\@writefile{brf}{\backcite{HIT}{{16}{6.2}{table.caption.18}}}
\@writefile{brf}{\backcite{HIT}{{16}{6.2}{table.caption.18}}}
\@writefile{brf}{\backcite{LSVM}{{16}{6.2}{table.caption.18}}}
\@writefile{lot}{\contentsline {table}{\numberline {2}{\ignorespaces Accuracies ($\%$) on binary classification tasks for $24$ categories from Caltech-101, ETHZ Shape and Graz-02 data sets. \relax }}{17}{table.caption.18}}
\newlabel{table::binary}{{2}{17}{Accuracies ($\%$) on binary classification tasks for $24$ categories from Caltech-101, ETHZ Shape and Graz-02 data sets. \relax }{table.caption.18}{}}
\@writefile{lot}{\contentsline {table}{\numberline {4}{\ignorespaces Results on the domain transfer experiment\relax }}{17}{table.caption.20}}
\newlabel{table::transfer}{{4}{17}{Results on the domain transfer experiment\relax }{table.caption.20}{}}
\@writefile{brf}{\backcite{1}{{17}{4a}{subtable.4.1}}}
\@writefile{brf}{\backcite{2}{{17}{4a}{subtable.4.1}}}
\@writefile{brf}{\backcite{3}{{17}{4a}{subtable.4.1}}}
\@writefile{brf}{\backcite{4}{{17}{4a}{subtable.4.1}}}
\@writefile{brf}{\backcite{MMDT}{{17}{4a}{subtable.4.1}}}
\@writefile{brf}{\backcite{SDDL}{{17}{4a}{subtable.4.1}}}
\@writefile{brf}{\backcite{2}{{17}{4b}{subtable.4.2}}}
\@writefile{brf}{\backcite{5}{{17}{4b}{subtable.4.2}}}
\@writefile{brf}{\backcite{4}{{17}{4b}{subtable.4.2}}}
\@writefile{lot}{\contentsline {subtable}{\numberline{(a)}{\ignorespaces {Classification accuracies ($\%$) on single source four domains benchmark ( C: caltech, A: amazon, D: DSLR, W: webcam)}}}{17}{subtable.4.1}}
\@writefile{lot}{\contentsline {subtable}{\numberline{(b)}{\ignorespaces {Classification accuracies ($\%$) on multiple sources three domains benchmark }}}{17}{subtable.4.2}}
\@writefile{brf}{\backcite{1}{{17}{6.2}{subtable.4.2}}}
\@writefile{brf}{\backcite{2}{{17}{6.2}{subtable.4.2}}}
\@writefile{brf}{\backcite{3}{{17}{6.2}{subtable.4.2}}}
\@writefile{brf}{\backcite{4}{{17}{6.2}{subtable.4.2}}}
\@writefile{brf}{\backcite{5}{{17}{6.2}{subtable.4.2}}}
\@writefile{brf}{\backcite{MMDT}{{17}{6.2}{subtable.4.2}}}
\@writefile{brf}{\backcite{SDDL}{{17}{6.2}{subtable.4.2}}}
\@writefile{brf}{\backcite{6}{{17}{6.2}{subtable.4.2}}}
\@writefile{brf}{\backcite{3}{{17}{6.2}{subtable.4.2}}}
\citation{HMC2}
\@writefile{toc}{\contentsline {section}{\numberline {7}Conclusion}{18}{section.7}}
\newlabel{sect:discuss}{{7}{18}{Conclusion}{section.7}{}}
\@writefile{toc}{\contentsline {section}{\numberline {8}Appendix}{18}{section.8}}
\@writefile{toc}{\contentsline {subsection}{\numberline {8.1}Simulation by Hamiltonian Monte Carlo}{18}{subsection.8.1}}
\newlabel{sect:HMC}{{8.1}{18}{Simulation by Hamiltonian Monte Carlo}{subsection.8.1}{}}
\@writefile{brf}{\backcite{HMC2}{{18}{8.1}{subsection.8.1}}}
\citation{Pietra_Pietra}
\citation{Friedman_projection_pursuit}
\citation{Minimax}
\@writefile{toc}{\contentsline {subsection}{\numberline {8.2}Maximum entropy justification}{19}{subsection.8.2}}
\newlabel{sect:app1}{{8.2}{19}{Maximum entropy justification}{subsection.8.2}{}}
\@writefile{brf}{\backcite{Pietra_Pietra}{{19}{8.2}{equation.8.40}}}
\@writefile{brf}{\backcite{Friedman_projection_pursuit}{{19}{8.2}{figure.caption.22}}}
\@writefile{brf}{\backcite{Minimax}{{19}{8.2}{figure.caption.22}}}
\@writefile{toc}{\contentsline {subsection}{\numberline {8.3}Sparse FRAME and shared sparse coding}{19}{subsection.8.3}}
\newlabel{sect:app2}{{8.3}{19}{Sparse FRAME and shared sparse coding}{subsection.8.3}{}}
\@writefile{lof}{\contentsline {figure}{\numberline {17}{\ignorespaces Illustration of the maximum entropy principle. Each curve illustrates a set of probability distributions. $\Omega $ is the set of distributions that reproduce statistical properties of filter response of the true distribution $f$. $\Lambda $ is the set of distributions of the model. The two curves are orthogonal to each other in the sense of the Pythagorean property of the Kullback-Leibler divergences. So $p_{\lambda ^{\star }}$ can be considered the minimal modification of the reference distribution $q$ to match the statistical properties of $f$. \relax }}{19}{figure.caption.22}}
\newlabel{fig:ME}{{17}{19}{Illustration of the maximum entropy principle. Each curve illustrates a set of probability distributions. $\Omega $ is the set of distributions that reproduce statistical properties of filter response of the true distribution $f$. $\Lambda $ is the set of distributions of the model. The two curves are orthogonal to each other in the sense of the Pythagorean property of the Kullback-Leibler divergences. So $p_{\lambda ^{\star }}$ can be considered the minimal modification of the reference distribution $q$ to match the statistical properties of $f$. \relax }{figure.caption.22}{}}
\bibcite{BM}{1}
\bibcite{subspace}{2}
\bibcite{KSVD}{3}
\bibcite{Bengio}{4}
\bibcite{sparsity}{5}
\newlabel{eq:Gauss}{{43}{20}{Sparse FRAME and shared sparse coding}{equation.8.42}{}}
\newlabel{eq:R}{{44}{20}{Sparse FRAME and shared sparse coding}{equation.8.42}{}}
\bibcite{basis pursuit}{6}
\bibcite{Chen_Huo}{7}
\bibcite{HOG}{8}
\bibcite{EM}{9}
\bibcite{HMC2}{10}
\bibcite{Elad}{11}
\bibcite{Denoising}{12}
\bibcite{AnalysisSyn}{13}
\bibcite{LIBLINEAR}{14}
\bibcite{Caltech101}{15}
\bibcite{LSVM}{16}
\bibcite{ETHZ}{17}
\bibcite{Fidler}{18}
\bibcite{Friedman_projection_pursuit}{19}
\bibcite{bridgeSampling}{20}
\bibcite{Gibbs}{21}
\bibcite{Geman_composition}{22}
\bibcite{3}{23}
\bibcite{2}{24}
\bibcite{6}{25}
\bibcite{PoE}{26}
\bibcite{Hinton}{27}
\bibcite{MMDT}{28}
\bibcite{ABC}{29}
\bibcite{5}{30}
\bibcite{SPM}{31}
\bibcite{LeeNg}{32}
\bibcite{LiuCe}{33}
\bibcite{Multitask}{34}
\bibcite{SIFT}{35}
\bibcite{Mallat_Zhang}{36}
\bibcite{Graz}{37}
\bibcite{AnalysisModel}{38}
\bibcite{ImportanceSampling}{39}
\bibcite{HMC}{40}
\bibcite{Supportunion}{41}
\bibcite{Olshausen_Field}{42}
\bibcite{OMP}{43}
\bibcite{Pietra_Pietra}{44}
\bibcite{Ranzato}{45}
\bibcite{Riesenhuber_Poggio}{46}
\bibcite{FoE}{47}
\bibcite{doubleSparsity}{48}
\bibcite{1}{49}
\bibcite{SDDL}{50}
\bibcite{HIT}{51}
\bibcite{RBM}{52}
\bibcite{Energy}{53}
\bibcite{lasso}{54}
\bibcite{Tropp}{55}
\bibcite{purity}{56}
\bibcite{svm}{57}
\bibcite{PoT}{58}
\bibcite{Wu_active_basis_IJCV}{59}
\bibcite{iFRAME}{60}
\bibcite{4}{61}
\bibcite{Younes}{62}
\bibcite{Fergus}{63}
\bibcite{LeoZhu}{64}
\bibcite{Zhu_grammar}{65}
\bibcite{Minimax}{66}
