Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
Download

📚 The CoCalc Library - books, templates and other resources

132931 views
License: OTHER
Tweet
Share
Share
1
\documentclass[technote,a4paper,leqno]{IEEEtran}

2
\pdfoutput=1

3


4
\usepackage[utf8]{inputenc} % this is needed for umlauts

5
\usepackage[USenglish]{babel} % this is needed for umlauts

6
\usepackage[T1]{fontenc}    % this is needed for correct output of umlauts in pdf

7
\usepackage{amsmath,amssymb}

8
\usepackage[table]{xcolor}

9
\usepackage[absolute,overlay]{textpos}

10
\usepackage{pgfplots}

11
\pgfplotsset{compat=1.13}

12
\usepackage{tikz}

13
\usetikzlibrary{arrows.meta}

14
\usetikzlibrary{decorations.pathreplacing}

15
\usetikzlibrary{positioning}

16
\usetikzlibrary{decorations.text}

17
\usetikzlibrary{decorations.pathmorphing}

18
\usetikzlibrary{shapes.multipart, calc}

19
\usepackage{csquotes}

20
\usepackage[binary-units,group-separator={,}]{siunitx}

21
\sisetup{per-mode=fraction,

22
         binary-units=true,

23
         group-separator = {\,},

24
         range-phrase=-,

25
         detect-weight=true,

26
         detect-family=true}

27
\DeclareSIUnit\pixel{px}

28
\DeclareSIUnit\epoch{epoch}

29
\DeclareSIUnit\float{float}

30
\DeclareSIUnit\floats{floats}

31
\usepackage{caption}  % nicer captions

32


33
\usepackage{url}

34
\usepackage{breakurl}

35
\usepackage[raiselinks=true,

36
            bookmarks=true,

37
            bookmarksopenlevel=1,

38
            bookmarksopen=true,

39
            bookmarksnumbered=true,

40
            breaklinks,

41
            hyperindex=true,

42
            plainpages=false,

43
            pdfpagelabels=true,

44
            pdfborder={0 0 0.5}]{hyperref}

45
\def\UrlBreaks{\do\/\do-}

46


47
\usepackage{xspace}

48
\newcommand*\elide{\textup{[\,\dots]}\xspace}

49


50
\usepackage[nameinlink, noabbrev,capitalise]{cleveref}

51


52
\title{A review of activation functions for convolutional neural networks}

53
\author{%

54
    \IEEEauthorblockN{Martin Thoma}\\

55
    \IEEEauthorblockA{E-Mail: info@martin-thoma.de} % ORCID: http://orcid.org/0000-0002-6517-1690

56
}

57


58
\hypersetup{

59
    pdfauthor   = {Martin Thoma},

60
    pdfkeywords = {activation functions, review},

61
    pdfsubject  = {activation functions},

62
    pdftitle    = {A review of activation functions for convolutional neural networks},

63
}

64
\usepackage[inline]{enumitem}

65
\usepackage{longtable}

66
\usepackage{booktabs}       % \toprule

67
\usepackage{braket}         % needed for \Set

68
\usepackage{algorithm,algpseudocode}

69


70
\usepackage[xindy,toc,section=section]{glossaries}

71


72
% Make document nicer

73
\DeclareMathOperator*{\argmin}{arg\,min}

74
\DeclareMathOperator*{\sech}{sech}

75
\DeclareMathOperator*{\conv}{conv}

76
\DeclareMathOperator*{\ReLU}{ReLU}

77
\DeclareMathOperator*{\StwoReLU}{S2ReLU}

78
\DeclareMathOperator*{\logistic}{logistic}

79
\newcommand*\diff{\mathop{}\!\mathrm{d}}

80
\usepackage{tensor}

81


82
\usepackage{parskip}

83
\usepackage{multirow}

84
\usepackage{microtype}

85
\loadglsentries[main]{glossary}

86
\makeglossaries

87


88
% % Variables

89
% \newcommand{\dbTotalClasses}{369}

90
% \newcommand{\dbTotalInstances}{\num{168233}}

91
% \newcommand{\dbName}{HASY}

92
% \newcommand{\dbNameVersion}{HASYv2}

93
% \newcommand{\dbSizeMB}{34.6}

94
% \newcommand{\dbDownloadURL}{\url{https://doi.org/10.5281/zenodo.259444}}

95
% \newcommand{\dbMDfivesum}{fddf23f36e24b5236f6b3a0880c778e3}

96


97
% Start

98
\begin{document}

99
\maketitle

100
\input{abstract}

101
\input{content}

102
\bibliographystyle{IEEEtranSA}

103
\bibliography{bibliography}

104
\printglossaries%

105
\input{appendix}

106


107


108
\end{document}

109


110