--- /dev/null
+
+\usepackage{lipsum}
+
+\hypersetup{
+ pdfauthor={XXXX},
+ pdftitle={XXXX},
+ pdfsubject={XXXX},
+ pdfkeywords={XXXX},
+ pdfproducer={XXXX},
+ pdfcreator={XXXX},
+}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{document}
+
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% Cover for the phone version
+\ifdefined\withcover
+
+\thispagestyle{empty}
+
+\begin{center}
+
+\vspace*{\stretch{1}}
+
+{\huge The Little Book\\[0.75ex] of\\[1.75ex] Things}
+
+\vspace*{4ex}
+
+{\large Bob Jones}
+
+\vspace*{\stretch{3}}
+
+\end{center}
+
+\newpage
+
+\fi
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% First page for the pocket book version
+\ifdefined\forprint
+
+\cleardoublepage
+
+\thispagestyle{empty}
+
+\begin{center}
+
+\vspace*{4ex}
+
+{The Little Book of Things}
+
+\vspace*{\stretch{1}}
+
+\end{center}
+
+\newpage
+\fi
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\vspace*{\stretch{1.25}}
+
+The author blah blah blah
+
+\vspace*{\stretch{1}}
+
+\begin{flushright}
+\footnotesize beta-\dotdate\today
+\end{flushright}
+
+\vspace*{-3ex}
+
+\newpage
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% Table of content
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+{
+\everymath{\color{black}}
+\tableofcontents* % Prints the table of contents
+%\addcontentsline{toc}{chapter}{Contents}
+}
+
+\clearpage
+
+\listoffigures*
+\addcontentsline{toc}{chapter}{List of figures}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\chapter*{Foreword}
+\addcontentsline{toc}{chapter}{Foreword}
+
+\keyterm[lorem]{Lorem}
+
+\lipsum[1-3]
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\part{Foundations}
+
+
+%% This first part provides a minimal background about machine
+%% learning, issues and techniques for efficient computation, and the
+%% strategies to train a parametric model.
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\chapter{Lorem}
+
+\cite{arxiv-1907.07174}
+
+\lipsum[1-3]
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\chapter{Ipsum}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{figure}
+ \center
+ \begin{tikzpicture}[deepnet]
+ \path
+ node[var] (X) {$X$}
+ coordinate[next=4,layer] (encoder start)
+ node[next=4,layer,param] (encoder embed) {$\embedding$}
+ node[next,layer small] (encoder sum) {$+$}
+ node[next=4,layer large,param] (encoder sa) {$\selfattention$}
+ coordinate[next=4,layer] (encoder end)
+ ;
+
+ \node[var,left=10pt of encoder sum] (encoder pe) {$\positionalencoding$};
+
+ \path
+ node[var,above=8mm of encoder sa] (Z) {$Z$}
+ coordinate[next=4,layer] (decoder start)
+ node[next=4,layer,param] (decoder embed) {$\embedding$}
+ node[next,layer small] (decoder sum) {$+$}
+ node[next=4,layer large,param,text height=3.5ex,every text node part/.style={align=center}] (decoder sa) {$\operatorname{causal}$\\[-1pt]$\selfattention$}
+ node[next=4,param,layer large,inputs={$\hspace*{3pt}Q\hspace*{38pt}KV$}] (decoder ca) {$\crossattention$}
+ node[next=4,layer,param] (decoder readout) {$\fullyconnected$}
+ coordinate[next=4,layer] (end)
+ node[next=4,var] (Y) {$Y$}
+ ;
+
+ \node[var,left=10pt of decoder sum] (decoder pe) {$\positionalencoding$};
+
+ \begin{scope}[on background layer]
+ \node[replicated=N,fit=(encoder sa)] {};
+ \node[replicated=N,fit=(decoder sa) (decoder ca)] {};
+
+ \draw[halo]
+ (X)--(encoder start)--(encoder embed)--(encoder sum)--(encoder sa)
+ ;
+
+ \draw[halo]
+ (Z)--(decoder start)--(decoder embed)--(decoder sum)--(decoder sa)
+ ;
+
+ \draw[halo] (encoder pe)--(encoder sum);
+ \draw[halo,->] (decoder ca) -- (decoder readout) -- (Y);
+
+ \draw[halo] (decoder pe)--(decoder sum);
+
+ \coordinate (decoder ca q) at ($(decoder ca.south west)!0.5!(decoder ca.south)$);
+ \coordinate (decoder ca kv) at ($(decoder ca.south east)!0.5!(decoder ca.south)$);
+ \coordinate (decoder ca kv d) at ($(decoder ca kv)!0.5!(decoder ca kv|-decoder sa.north)$);
+
+ \draw[halo] (decoder ca q)--(decoder ca q|-decoder sa.north);
+ %% \draw[halo] (decoder ca kv)|-(encoder end)--(encoder sa.north);
+ \draw[halo] (decoder ca kv)--(decoder ca kv d)--++(3.25\layerthickness,0)|-(encoder end)--(encoder sa.north);
+ \end{scope}
+
+ \begin{pgfinterruptboundingbox}
+
+ \node[fit=(encoder embed) (encoder pe) (encoder sa),xshift=-5pt] (encoder) {};
+
+ \draw[curly brace]
+ %
+ (encoder.south west) -- (encoder.north west)
+ %
+ node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Encoder};
+
+ \node[fit=(decoder embed) (decoder pe) (decoder readout),xshift=-5pt] (decoder) {};
+
+ \draw[curly brace]
+ %
+ (decoder.south west) -- (decoder.north west)
+ %
+ node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Decoder};
+
+ \setlength{\diminfoshift}{85pt}
+ \diminfo{X}{X}{$T$}
+ \diminfo{encoder embed}{X}{$T \times D$}
+ \diminfo{encoder sa}{X}{$T \times D$}
+ \diminfo{Z}{X}{$S$}
+ \diminfo{decoder embed}{X}{$S \times D$}
+ \diminfo{decoder ca}{X}{$S \times D$}
+ \diminfo{decoder readout}{X}{$S \times V$}
+ \end{pgfinterruptboundingbox}
+
+ \end{tikzpicture}
+
+ \caption[Transformer]{Original encoder-decoder
+ \keyterm[Transformer]{Transformer model} for sequence-to-sequence
+ translation \citep{arxiv-1706.03762}.}\label{fig:transformer}
+\end{figure}
+
+\lipsum[1-2]
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\bibliography{test}
+
+%% If there is an index, it should follow the bibliography (see the
+%% Manual, 14.62). Bibliography entries are listed in one alphabetical
+%% sequence arranged by the surname of the first author or by title if
+%% there is no author.25 Nov 2022
+%%
+%% Bibliography - Chicago Citation Style, 17th Edition - Library
+
+\printindex
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\newpage
+
+\vspace*{\stretch{1}}
+
+\ifdefined\draft
+\begin{center}
+ {\color{red} (draft, do not circulate)}
+\end{center}
+\else
+This book is licensed under the
+\href{https://creativecommons.org/licenses/by-nc-sa/4.0/}{Creative
+ Commons BY-NC-SA 4.0 International License.}
+\fi
+
+\vspace*{\stretch{1}}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\checknbdrafts
+
+\end{document}
projects / littlebook.git / blobdiff