Mercurial > ift6266

comparison writeup/techreport.tex @ 379:a21a174c1c18

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
added writeup skeleton
author Yoshua Bengio <bengioy@iro.umontreal.ca>
date Mon, 26 Apr 2010 14:56:06 -0400
parents
children 0a91fc69ff90
comparison
equal deleted inserted replaced
302:1adfafdc3d57 379:a21a174c1c18
1 \documentclass[12pt,letterpaper]{article}
2 \usepackage[utf8]{inputenc}
3 \usepackage{graphicx}
4 \usepackage{times}
5 \usepackage{mlapa}
6
7 \begin{document}
8 \title{Generating and Exploiting Perturbed Training Data for Deep Architectures}
9 \author{}
10 \date{April 2010, Technical Report, Dept. IRO, U. Montreal}
11
12 \maketitle
13
14 \begin{abstract}
15
16 \end{abstract}
17
18 \section{Introduction}
19
20 \section{Perturbation and Transformation of Character Images}
21
22 \subsection{Affine Transformations}
23 \subsection{Adding Slant}
24 \subsection{Local Elastic Deformations}
25 \subsection{Changing Thickness}
26 \subsection{Occlusion}
27 \subsection{Background Images}
28 \subsection{Salt and Pepper Noise}
29 \subsection{Spatially Gaussian Noise}
30 \subsection{Color and Contrast Changes}
31
32
33 \section{Learning Algorithms for Deep Architectures}
34
35 \section{Experimental Setup}
36
37 \subsection{Training Datasets}
38
39 \subsubsection{Data Sources}
40
41 \begin{itemize}
42 \item {\bf NIST}
43 \item {\bf Fonts}
44 \item {\bf Captchas}
45 \item {\bf OCR data}
46 \end{itemize}
47
48 \subsubsection{Data Sets}
49 \begin{itemize}
50 \item {\bf NIST}
51 \item {\bf P07}
52 \item {\bf NISTP} {\em ne pas utiliser PNIST mais NISTP, pour rester politically correct...}
53 \end{itemize}
54
55 \subsection{Models and their Hyperparameters}
56
57 \subsubsection{Multi-Layer Perceptrons (MLP)}
58
59 \subsubsection{Stacked Denoising Auto-Encoders (SDAE)}
60
61 \section{Experimental Results}
62
63 \subsection{SDAE vs MLP}
64
65 \subsection{Perturbed Training Data More Helpful for SDAE}
66
67 \subsection{Training with More Classes than Necessary}
68
69 \section{Conclusions}
70
71 \bibliography{strings,ml}
72 \bibliographystyle{mlapa}
73
74 \end{document}