X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=lb.tex;fp=lb.tex;h=69b871242afefc165e4ce863c7ca780602c4edce;hb=eee3c2d9c4950dec5d29518ae5824bf09c5dd65c;hp=0000000000000000000000000000000000000000;hpb=c9a7c77c16afd204651b991832d3766f93980c02;p=littlebook.git

diff --git a/lb.tex b/lb.tex
new file mode 100644
index 0000000..69b8712
--- /dev/null
+++ b/lb.tex
@@ -0,0 +1,252 @@
+
+\usepackage{lipsum} 
+
+\hypersetup{
+  pdfauthor={XXXX},
+  pdftitle={XXXX},
+  pdfsubject={XXXX},
+  pdfkeywords={XXXX},
+  pdfproducer={XXXX},
+  pdfcreator={XXXX},
+}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{document}
+
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% Cover for the phone version
+\ifdefined\withcover
+
+\thispagestyle{empty}
+
+\begin{center}
+
+\vspace*{\stretch{1}}
+
+{\huge The Little Book\\[0.75ex] of\\[1.75ex] Things}
+
+\vspace*{4ex}
+
+{\large Bob Jones}
+
+\vspace*{\stretch{3}}
+
+\end{center}
+
+\newpage
+
+\fi
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% First page for the pocket book version
+\ifdefined\forprint
+
+\cleardoublepage
+
+\thispagestyle{empty}
+
+\begin{center}
+
+\vspace*{4ex}
+
+{The Little Book of Things}
+
+\vspace*{\stretch{1}}
+
+\end{center}
+
+\newpage
+\fi
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\vspace*{\stretch{1.25}}
+
+The author blah blah blah
+
+\vspace*{\stretch{1}}
+
+\begin{flushright}
+\footnotesize beta-\dotdate\today
+\end{flushright}
+
+\vspace*{-3ex}
+
+\newpage
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+% Table of content
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+{
+\everymath{\color{black}}
+\tableofcontents* % Prints the table of contents
+%\addcontentsline{toc}{chapter}{Contents}
+}
+
+\clearpage
+
+\listoffigures*
+\addcontentsline{toc}{chapter}{List of figures}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\chapter*{Foreword}
+\addcontentsline{toc}{chapter}{Foreword}
+
+\keyterm[lorem]{Lorem}
+
+\lipsum[1-3]
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\part{Foundations}
+
+
+%% This first part provides a minimal background about machine
+%% learning, issues and techniques for efficient computation, and the
+%% strategies to train a parametric model.
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\chapter{Lorem}
+
+\cite{arxiv-1907.07174}
+
+\lipsum[1-3]
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+\chapter{Ipsum}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\begin{figure}
+  \center
+  \begin{tikzpicture}[deepnet]
+    \path
+    node[var] (X) {$X$}
+    coordinate[next=4,layer] (encoder start)
+    node[next=4,layer,param] (encoder embed) {$\embedding$}
+    node[next,layer small] (encoder sum) {$+$}
+    node[next=4,layer large,param] (encoder sa) {$\selfattention$}
+    coordinate[next=4,layer] (encoder end)
+    ;
+
+    \node[var,left=10pt of encoder sum] (encoder pe) {$\positionalencoding$};
+
+    \path
+    node[var,above=8mm of encoder sa] (Z) {$Z$}
+    coordinate[next=4,layer] (decoder start)
+    node[next=4,layer,param] (decoder embed) {$\embedding$}
+    node[next,layer small] (decoder sum) {$+$}
+    node[next=4,layer large,param,text height=3.5ex,every text node part/.style={align=center}] (decoder sa) {$\operatorname{causal}$\\[-1pt]$\selfattention$}
+    node[next=4,param,layer large,inputs={$\hspace*{3pt}Q\hspace*{38pt}KV$}] (decoder ca) {$\crossattention$}
+    node[next=4,layer,param] (decoder readout) {$\fullyconnected$}
+    coordinate[next=4,layer] (end)
+    node[next=4,var] (Y) {$Y$}
+    ;
+
+    \node[var,left=10pt of decoder sum] (decoder pe) {$\positionalencoding$};
+
+    \begin{scope}[on background layer]
+      \node[replicated=N,fit=(encoder sa)] {};
+      \node[replicated=N,fit=(decoder sa) (decoder ca)] {};
+
+      \draw[halo]
+      (X)--(encoder start)--(encoder embed)--(encoder sum)--(encoder sa)
+      ;
+
+      \draw[halo]
+      (Z)--(decoder start)--(decoder embed)--(decoder sum)--(decoder sa)
+      ;
+
+      \draw[halo] (encoder pe)--(encoder sum);
+      \draw[halo,->] (decoder ca) -- (decoder readout) -- (Y);
+
+      \draw[halo] (decoder pe)--(decoder sum);
+
+      \coordinate (decoder ca q) at ($(decoder ca.south west)!0.5!(decoder ca.south)$);
+      \coordinate (decoder ca kv) at ($(decoder ca.south east)!0.5!(decoder ca.south)$);
+      \coordinate (decoder ca kv d) at ($(decoder ca kv)!0.5!(decoder ca kv|-decoder sa.north)$);
+
+      \draw[halo] (decoder ca q)--(decoder ca q|-decoder sa.north);
+      %%       \draw[halo] (decoder ca kv)|-(encoder end)--(encoder sa.north);
+      \draw[halo] (decoder ca kv)--(decoder ca kv d)--++(3.25\layerthickness,0)|-(encoder end)--(encoder sa.north);
+    \end{scope}
+
+    \begin{pgfinterruptboundingbox}
+
+      \node[fit=(encoder embed) (encoder pe) (encoder sa),xshift=-5pt] (encoder) {};
+
+      \draw[curly brace]
+      %
+      (encoder.south west) -- (encoder.north west)
+      %
+      node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Encoder};
+
+      \node[fit=(decoder embed) (decoder pe) (decoder readout),xshift=-5pt] (decoder) {};
+
+      \draw[curly brace]
+      %
+      (decoder.south west) -- (decoder.north west)
+      %
+      node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Decoder};
+
+      \setlength{\diminfoshift}{85pt}
+      \diminfo{X}{X}{$T$}
+      \diminfo{encoder embed}{X}{$T \times D$}
+      \diminfo{encoder sa}{X}{$T \times D$}
+      \diminfo{Z}{X}{$S$}
+      \diminfo{decoder embed}{X}{$S \times D$}
+      \diminfo{decoder ca}{X}{$S \times D$}
+      \diminfo{decoder readout}{X}{$S \times V$}
+    \end{pgfinterruptboundingbox}
+
+  \end{tikzpicture}
+
+  \caption[Transformer]{Original encoder-decoder
+    \keyterm[Transformer]{Transformer model} for sequence-to-sequence
+    translation \citep{arxiv-1706.03762}.}\label{fig:transformer}
+\end{figure}
+
+\lipsum[1-2]
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\bibliography{test}
+
+%% If there is an index, it should follow the bibliography (see the
+%% Manual, 14.62). Bibliography entries are listed in one alphabetical
+%% sequence arranged by the surname of the first author or by title if
+%% there is no author.25 Nov 2022
+%%
+%% Bibliography - Chicago Citation Style, 17th Edition - Library
+
+\printindex
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\newpage
+
+\vspace*{\stretch{1}}
+
+\ifdefined\draft
+\begin{center}
+  {\color{red} (draft, do not circulate)}
+\end{center}
+\else
+This book is licensed under the
+\href{https://creativecommons.org/licenses/by-nc-sa/4.0/}{Creative
+  Commons BY-NC-SA 4.0 International License.}
+\fi
+
+\vspace*{\stretch{1}}
+
+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
+
+\checknbdrafts
+
+\end{document}