\documentclass[10pt]{beamer}

% for themes, etc.
\mode<presentation>
{ \usetheme{default} }
%{ \usetheme{boxes} }

\usepackage{times}  % fonts are up to you
\usepackage{graphics}
\usepackage{amsmath}
\definecolor{red}{rgb}{0.5,0.0,0.0}
\renewcommand{\emph}[1]{\textcolor{red}{\em\bf #1}}

% these will be used later in the title page
\title{Fundamentals of Computational Neuroscience 2e}
%\author{Thomas Trappenberg}


\begin{document}

%%%%%%%%%%%% Slide %%%%%%%%%%%%%%%%%
\begin{frame}
\titlepage

\date{\today}

\begin{center} {Chapter 9: Modular networks, motor control, and reinforcement learning} \end{center}


\end{frame}
%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Mixture of experts}

\begin{center}
\resizebox{7cm}{!}{\includegraphics{figures/Chapter9/mixture_experts.pdf}}
\end{center}

\begin{center}
\resizebox{8cm}{!}{\includegraphics{figures/modular_function_slides.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large The `what-and-where' task}

\begin{center}
\resizebox{10cm}{!}{\includegraphics{figures/Chapter9/what_where.pdf}}
\end{center}

{\small Jacobs and Jordan (1992)}
\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Coupled attractor networks}

\begin{center}
\resizebox{11cm}{!}{\includegraphics{figures/Chapter9/coupled_ann.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Limit on modularity}

\begin{center}
\resizebox{11cm}{!}{\includegraphics{figures/Chapter9/coupled_ann2.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Sequence learning}

\begin{center}
\resizebox{11cm}{!}{\includegraphics{figures/Chapter9/ann_sequence.pdf}}
\end{center}

{\small Lawrence, Trappenberg and Fine (2006); (Sommer and Wennekers (2005))}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Working memory}

\begin{center}
\resizebox{7cm}{!}{\includegraphics{figures/Chapter9/wm_randy.pdf}}
\end{center}

{\small O'Reilly, Braver, and Cohen 1999}
\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Limit on working memory}

\begin{center}
\resizebox{11cm}{!}{\includegraphics{figures/Chapter9/DNFmemoryLimit.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Motor learning and control}

\begin{center}
\resizebox{10cm}{!}{\includegraphics{figures/Chapter9/control_negative.pdf}}
\end{center}


\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Forward model controller}

\begin{center}
\resizebox{10cm}{!}{\includegraphics{figures/Chapter9/control_forward.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Inverse model controller}

\begin{center}
\resizebox{10cm}{!}{\includegraphics{figures/Chapter9/control_inverse.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Cerebellum}

\begin{center}
\resizebox{9cm}{!}{\includegraphics{figures/Chapter9/cerebellum.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Reinforcement learning}

\begin{center}
\resizebox{9cm}{!}{\includegraphics{figures/Chapter9/conditioning.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Basal Ganglia}

\begin{center}
\resizebox{11cm}{!}{\includegraphics{figures/basal_ganglia1_slides.pdf}}
\end{center}

\end{frame}


%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large temporal difference learning}

\begin{center}
\resizebox{10cm}{!}{\includegraphics{figures/Chapter9/td.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Actor-critique and Q-learning}

\begin{center}
\resizebox{11cm}{!}{\includegraphics{figures/basal_ganglia2_slides.pdf}}
\end{center}

\end{frame}

%%%%%%%%%%%% Slide %%%%%%%%%%%
\begin{frame}
\frametitle{\large Actor-critique controller}

\begin{center}
\resizebox{10cm}{!}{\includegraphics{figures/Chapter9/control_critic.pdf}}
\end{center}

\end{frame}



%%%%%%%%%%%% Slide with references %%%%%%%%%%%
\begin{frame}
\frametitle{\large Further Readings} 

\begin{list}{}{\setlength\itemindent{-.3in}  \setlength\rightmargin{.1in} \setlength\itemsep{0.05in}}
\scriptsize

\item Robert A.~Jacobs, Michael I.~Jordan, and Andrew G.~Barto (1991), \emph{Task decomposition
through competition in a modular connectionist architecture: the
what and where tasks}, in \emph{Cognitive Science} 15: 219--250.

\item Geoffrey Hinton (1999), \emph{Products of experts}, in \emph{Proceedings of the Ninth International
Conference on Artificial Neural Networks}, ICANN '99, 1:1--6.

\item Yaneer Bar-Yam (1997), \emph{Dynamics of complex systems}, Addison-Wesley.

\item Edmund T.~Rolls and Simon M.~Stringer (1999), \emph{A model of the interaction between mood and memory}, in \emph{Networks: Comptutation in neural systems} 12: 89--109.

\item N.~J. Nilsson (1965), \emph{Learning machines: foundations of trainable pattern-classifying systems},
McGraw-Hill.

\item O.~G. Selfridge (1958), \emph{Pandemonium: a paradigm of learning, in the mechanization of thought processes}, in \emph{Proceedings of a Symposium Held at the National Physical
Laboratory}, November 1958, 511--27, London HMSO.

\item Marvin Minsky (1986), \emph{The society of mind}, Simon \& Schuster.

\item Akira Miyake and Priti Shah (eds.) (1999), \emph{Models of working memory}, Cambridge University Press.


\item Daniel M.~Wolpert, R.~Chris Miall, and Mitsuo Kawato (1998), \emph{Internal models in
the cerebellum}, in \emph{Trends Cognitive Science} 2: 338--47.

\item Edmund T.~Rolls and Alessandro Treves (1998), \emph{Neural
networks and brain function}, Oxford University Press.

\item James C.~Houk, Joel L.~Davis, and David G.~Beiser (eds.) (1995), \emph{Models of
information processing in the basal ganglia}, MIT Press.

\item Richard S.~Sutton and Andrew G.~Barto (1998), \emph{Reinforcement
learning: an introduction}, MIT Press.

\item Peter Dayan and Laurence F.~Abbott (2001), \emph{Theoretical Neuroscience}, MIT Press.


\end{list} 

\end{frame}

\end{document}







