X-Git-Url: https://fleuret.org/cgi-bin/gitweb/gitweb.cgi?a=blobdiff_plain;f=test.tex;h=1d703ff9114660298ddbef83e6eab7dafe4f81ff;hb=HEAD;hp=6178d03766357a61dfadb34efa092ff9c1f70edf;hpb=a185ac0553753b6c33b9ae5fb754fc2cbd7c1a05;p=littlebook.git diff --git a/test.tex b/test.tex deleted file mode 100644 index 6178d03..0000000 --- a/test.tex +++ /dev/null @@ -1,227 +0,0 @@ -% -*- mode: latex; mode: reftex; mode: auto-fill; mode: flyspell; coding: utf-8; tex-command: "pdflatex.sh" -*- - -\documentclass[oneside,11pt]{memoir} - -\input{layout.tex} - -\usepackage{lipsum} - -\hypersetup{ - pdfauthor={xxxxxx}, - pdftitle={xxxxxx}, - pdfsubject={xxxxxx}, - pdfkeywords={xxxxxx}, - pdfproducer={LaTeX and TikZ}, - pdfcreator={pdflatex}, -} - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -\begin{document} - -\thispagestyle{empty} - -\begin{center} - -\vspace*{\stretch{1}} - -{\huge The Little Book\\[0.75ex] of\\[1.75ex] Something} - -\vspace*{4ex} - -xxx xxx - -\vspace*{\stretch{1}} - -\end{center} - -\newpage - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -\vspace*{\stretch{1.25}} - -\lipsum[1-2] - -\vspace*{\stretch{1}} - -\begin{flushright} -\footnotesize beta-\dotdate\today -\end{flushright} - -\vspace*{-3ex} - -\newpage - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -% Table of content -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -{ -\everymath{\color{black}} -\tableofcontents* % Prints the table of contents -%\addcontentsline{toc}{chapter}{Contents} -} - -\clearpage - -\listoffigures* -\addcontentsline{toc}{chapter}{List of figures} - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -\chapter*{Foreword} -\addcontentsline{toc}{chapter}{Foreword} - -\keyterm[lorem]{Lorem} - -\lipsum[1-3] - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -\part{Foundations} - - -%% This first part provides a minimal background about machine -%% learning, issues and techniques for efficient computation, and the -%% strategies to train a parametric model. - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -\chapter{Lorem} - -\cite{arxiv-1907.07174} - -\lipsum[1-10] - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% -\chapter{Ipsum} - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -\begin{figure} - \center - \begin{tikzpicture}[deepnet] - \path - node[var] (X) {$X$} - coordinate[next=4,layer] (encoder start) - node[next=4,layer,param] (encoder embed) {$\embedding$} - node[next,layer small] (encoder sum) {$+$} - node[next=4,layer large,param] (encoder sa) {$\selfattention$} - coordinate[next=4,layer] (encoder end) - ; - - \node[var,left=10pt of encoder sum] (encoder pe) {$\positionalencoding$}; - - \path - node[var,above=8mm of encoder sa] (Z) {$Z$} - coordinate[next=4,layer] (decoder start) - node[next=4,layer,param] (decoder embed) {$\embedding$} - node[next,layer small] (decoder sum) {$+$} - node[next=4,layer large,param,text height=3.5ex,every text node part/.style={align=center}] (decoder sa) {$\operatorname{causal}$\\[-1pt]$\selfattention$} - node[next=4,param,layer large,inputs={$\hspace*{3pt}Q\hspace*{38pt}KV$}] (decoder ca) {$\crossattention$} - node[next=4,layer,param] (decoder readout) {$\fullyconnected$} - coordinate[next=4,layer] (end) - node[next=4,var] (Y) {$Y$} - ; - - \node[var,left=10pt of decoder sum] (decoder pe) {$\positionalencoding$}; - - \begin{scope}[on background layer] - \node[replicated=N,fit=(encoder sa)] {}; - \node[replicated=N,fit=(decoder sa) (decoder ca)] {}; - - \draw[halo] - (X)--(encoder start)--(encoder embed)--(encoder sum)--(encoder sa) - ; - - \draw[halo] - (Z)--(decoder start)--(decoder embed)--(decoder sum)--(decoder sa) - ; - - \draw[halo] (encoder pe)--(encoder sum); - \draw[halo,->] (decoder ca) -- (decoder readout) -- (Y); - - \draw[halo] (decoder pe)--(decoder sum); - - \coordinate (decoder ca q) at ($(decoder ca.south west)!0.5!(decoder ca.south)$); - \coordinate (decoder ca kv) at ($(decoder ca.south east)!0.5!(decoder ca.south)$); - \coordinate (decoder ca kv d) at ($(decoder ca kv)!0.5!(decoder ca kv|-decoder sa.north)$); - - \draw[halo] (decoder ca q)--(decoder ca q|-decoder sa.north); - %% \draw[halo] (decoder ca kv)|-(encoder end)--(encoder sa.north); - \draw[halo] (decoder ca kv)--(decoder ca kv d)--++(3.25\layerthickness,0)|-(encoder end)--(encoder sa.north); - \end{scope} - - \begin{pgfinterruptboundingbox} - - \node[fit=(encoder embed) (encoder pe) (encoder sa),xshift=-5pt] (encoder) {}; - - \draw[curly brace] - % - (encoder.south west) -- (encoder.north west) - % - node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Encoder}; - - \node[fit=(decoder embed) (decoder pe) (decoder readout),xshift=-5pt] (decoder) {}; - - \draw[curly brace] - % - (decoder.south west) -- (decoder.north west) - % - node[midway,left,every text node part/.style={align=center},xshift=-0.5em,yshift=2pt] {\likecaption Decoder}; - - \setlength{\diminfoshift}{85pt} - \diminfo{X}{X}{$T$} - \diminfo{encoder embed}{X}{$T \times D$} - \diminfo{encoder sa}{X}{$T \times D$} - \diminfo{Z}{X}{$S$} - \diminfo{decoder embed}{X}{$S \times D$} - \diminfo{decoder ca}{X}{$S \times D$} - \diminfo{decoder readout}{X}{$S \times V$} - \end{pgfinterruptboundingbox} - - \end{tikzpicture} - - \caption[Transformer]{Original encoder-decoder - \keyterm[Transformer]{Transformer model} for sequence-to-sequence - translation \citep{arxiv-1706.03762}.}\label{fig:transformer} -\end{figure} - -\lipsum[1-10] - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -\bibliography{test} - -%% If there is an index, it should follow the bibliography (see the -%% Manual, 14.62). Bibliography entries are listed in one alphabetical -%% sequence arranged by the surname of the first author or by title if -%% there is no author.25 Nov 2022 -%% -%% Bibliography - Chicago Citation Style, 17th Edition - Library - -\printindex - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -\newpage - -\vspace*{\stretch{1}} - -\ifdefined\draft -\begin{center} - {\color{red} (draft, do not circulate)} -\end{center} -\else -This book is licensed under the -\href{https://creativecommons.org/licenses/by-nc-sa/4.0/}{Creative - Commons BY-NC-SA 4.0 International License.} -\fi - -\vspace*{\stretch{1}} - -%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% - -\checknbdrafts - -\end{document}