-
Notifications
You must be signed in to change notification settings - Fork 25
/
Copy pathinstructions.tex
537 lines (486 loc) · 17.7 KB
/
instructions.tex
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
\documentclass[11pt]{article}
% This file will be kept up-to-date at the following GitHub repository:
%
% https://github.com/automl-conf/LatexTemplate
%
% Please file any issues/bug reports, etc. you may have at:
%
% https://github.com/automl-conf/LatexTemplate/issues
\usepackage{microtype} % microtypography
\usepackage{booktabs} % tables
\usepackage{url} % urls
\usepackage{csquotes}
% AMS math
\usepackage{amsmath}
\usepackage{amsthm}
% With no package options, the submission will be anonymized, the supplemental
% material will be visible, and line numbers will be added to the manuscript.
%
% To compile a non-anonymized camera-ready version, add the [final] option:
%
% \usepackage[final]{automl}
%
% To compile for the non-archival content track, add the [shortpaper] option:
%
% \usepackage[shortpaper]{automl}
% \usepackage[final,shortpaper]{automl}
%
% To compile a single-blind submission, e.g. for the ABCD track, add the
% [revealauthors] option:
%
% \usepackage[revealauthors]{automl}
%
% To compile a non-anonymized pre-print version that can be uploaded to arXiv,
% add the [preprint] option:
%
% \usepackage[preprint]{automl}
%
% The [hidesupplement] option may be used to hide the supplementary material from any of the
% above commands, e.g.:
%
% \usepackage[hidesupplement,final,shortpaper]{automl}
\usepackage[final]{automl}
% You may use any reference style as long as you are consistent throughout the
% document. As a default, we suggest author--year citations; for bibtex and
% natbib you may use:
\usepackage{natbib}
\bibliographystyle{apalike}
% and for biber and biblatex you may use:
% \usepackage[%
% backend=biber,
% style=authoryear-comp,
% sortcites=true,
% natbib=true,
% giveninits=true,
% maxcitenames=2,
% doi=false,
% url=true,
% isbn=false,
% dashed=false
% ]{biblatex}
% \addbibresource{example.bib}
% example bibliography file
\usepackage{filecontents}
\begin{filecontents}{example.bib}
@book{example_book,
author = {Author, Anonymous},
year = {2000},
title = {The Definitive Resource},
publisher = {Universal Press}
}
\end{filecontents}
\title{Documentation for the \texttt{automl} Package}
% The syntax for adding an author is
%
% \author[i]{\nameemail{author name}{author email}}
%
% where i is an affiliation counter. Authors may have
% multiple affiliations; e.g.:
%
% \author[1,2]{\nameemail{Anonymous}{[email protected]}}
%
% the list might continue:
% \author[2,3]{\nameemail{Author 2}{[email protected]}}
% \author[3]{\nameemail{Author 3}{[email protected]}}
%
% if you need to force a linebreak in the author list, prepend an \author entry
% with \\:
%
% \author[1,2,3]{\\\nameemail{Author 4}{[email protected]}}
%
% Specify corresponding affiliations after authors, referring to counter used in
% \author:
%
% \affil[1]{Institution 1}
%
% the list might continue:
% \affil[2]{Institution 2}
% \affil[3]{Institution 3}
%
% this system may also be used to add additional footnotes, e.g. to indicate
% equal contributions. Here is an example:
%
% \author[1,$\ast$]{\nameemail{Author 1}{[email protected]}}
% \author[1,$\ast$]{\nameemail{Author 2}{[email protected]}}
% \author[2]{\nameemail{Author 3}{[email protected]}}
%
\author[1,$\ast$]{\nameemail{Author 1}{[email protected]}}
\author[1,2,$\ast$]{\nameemail{Author 2}{[email protected]}}
\author[2]{\nameemail{Author 3}{[email protected]}}
\affil[$\ast$]{Equal contribution.}
\affil[1]{Institution 1}
\affil[2]{Institution 2}
% define PDF metadata, aids in accessibility of the resulting PDF
\hypersetup{%
pdfauthor={AutoML}, % will be reset to "Anonymous" unless the "final" package option is given
pdftitle={Documentation for the automl Package},
pdfsubject={Documentation for automl Package},
pdfkeywords={AutoML, LaTeX, style}
}
\begin{document}
\maketitle
\begin{abstract}
Create with \verb|\begin{abstract} ... \end{abstract}|.
\end{abstract}
The \texttt{automl} package provides a \LaTeX{} style for the AutoML conference.
This document provides some notes regarding the package and tips for typesetting
manuscripts. The package and this document is maintained at the following GitHub
repository:
\begin{center}
\url{https://github.com/automl-conf/LatexTemplate}
\end{center}
Users are encouraged to submit issues, bug reports, etc.\ to:
\begin{center}
\url{https://github.com/automl-conf/LatexTemplate/issues}
\end{center}
A barebones submission is also available as
\texttt{barebones\_submission\_template.tex} in the same repository.
\section{Package Options}
With no options, the \texttt{automl} package prepares an anonymized manuscript
ready for submission to any track of the main conference (i.e., the methods or
\textsc{abcd} tracks for AutoML 2025). Several options are supported changing
this behavior:
\begin{itemize}
\item \texttt{revealauthors} -- produces a non-anonymized manuscript for
single-blind submission, e.g. to the ABCD track
\item \texttt{shortpaper} -- produces a manuscript for submission and/or
publication in the non-archival content track
\item \texttt{preprint} -- produces a non-anonymized manuscript for
preliminary (i.e., pre-acceptance) distribution, e.g. in arXiv
\item \texttt{final} -- produces a non-anonymized manuscript for distribution
and/or publication in the proceedings
\item \texttt{hidesupplement} -- hides supplementary material (following
\verb|\appendix|); for example, for submitting or distributing the main paper
without supplement
\end{itemize}
These options may be combined. For example, \texttt{final} or \texttt{shortpaper}
may be used together to create a camera-ready manuscript for the non-archival content track,
and \texttt{hidesupplement} can be used in combination with any other flags to
hide the supplemental material.
\section{Supplemental Material}
Please provide supplemental material in the main document. You may begin the
supplemental material using \verb|\appendix|. Any content following this command
will be suppressed in the final output if the \texttt{hidesupplement} option is
given.
\section{Note Regarding Line Numbering at Submission Time}
To ensure that line numbering works correctly with display math mode, please do
\emph{not} use \TeX{} primitives such as \verb|$$| and \texttt{eqnarray}. (Using
these is not good practice anyway.)%
%
\footnote{\url{https://tex.stackexchange.com/questions/196/eqnarray-vs-align}}%
\footnote{\url{https://tex.stackexchange.com/questions/503/why-is-preferable-to}}
%
Please use \LaTeX{} equivalents such as \verb|\[ ... \]| (or
\verb|\begin{equation} ... \end{equation}|) and the \texttt{align} environment
from the \texttt{amsmath} package.%
%
\footnote{\url{http://tug.ctan.org/info/short-math-guide/short-math-guide.pdf}}
\section{References}
Authors may use any citation style as long as it is consistent throughout the
document. By default we propose author--year citations. Code is provided in the
preamble to achieve such citations using either \texttt{natbib/bibtex} or the
more modern \texttt{biblatex/biber}.
You may create a parenthetical reference with \verb|\citep|, such as appears at
the end of this sentence \citep{example_book}. You may create a textual
reference using \verb|\citet|, as \citet{example_book} also demonstrated.
\section{Tables}
We recommend the \texttt{booktabs} package for creating tables, as demonstrated
in Table \ref{example_table}.
Table captions should appear \emph{above} tables.
\begin{table}
\caption{An example table using the \texttt{booktabs} package.}
\label{example_table}
\centering
\begin{tabular}{lrr}
\toprule
& \multicolumn{2}{c}{metric} \\
\cmidrule{2-3}
method & accuracy & time \\
\midrule
baseline & 10 & 100 \\
our method & \textbf{100} & \textbf{10} \\
\bottomrule
\end{tabular}
\end{table}
\section{Figures and Subfigures}
The \texttt{automl} style loads the \texttt{subcaption} package, which may be
used to create and caption subfigures. Please note that this is
\emph{incompatible} with the (obsolete and deprecated) \texttt{subfigure}
package. A figure with subfigures is demonstrated in Figure
\ref{example_figure}.
Figure captions should appear \emph{below} figures.
Please ensure that all text appearing in figures (axis labels, legends, etc.)
is legible.
\begin{figure}
\begin{subfigure}[t]{0.5\linewidth}
\centering
\framebox{Amazing figure!}
\caption{Subfigure caption.}
\label{example_figure_left}
\end{subfigure}
\begin{subfigure}[t]{0.5\linewidth}
\centering
\framebox{Another amazing figure!}
\caption{Another subfigure caption.}
\label{example_figure_right}
\end{subfigure}
\caption{An example figure with subfigures. \subref{example_figure_left}: an
amazing figure. \subref{example_figure_right}: another amazing figure.}
\label{example_figure}
\end{figure}
\section{Pseudocode}
\label{sec:code}
To add pseudocode, you may make use of any package you see fit -- the
\texttt{automl} package should be compatible with any of them. In particular,
you may want to check out the \texttt{algorithm2e}%
%
\footnote{\url{https://ctan.org/pkg/algorithm2e}}
%
and/or the \texttt{algorithmicx}%
%
\footnote{\url{https://ctan.org/pkg/algorithmicx}}
%
packages, both of which can produce nicely typeset pseudocode. You may also wish
to load the \texttt{algorithm}%
%
\footnote{\url{https://ctan.org/pkg/algorithms}}
%
package, which creates an \texttt{algorithm} floating environment you can access
with \verb|\begin{algorithm} ... \end{algorithm}|. This environment supports
\verb|\caption{}|, \verb|\label{}| and \verb|\ref{}|, etc.
\section{Adding Acknowledgments}
You may add acknowledgments of funding, etc.\ using the \texttt{acknowledgments}
environment. Acknowledgments will be automatically commented out in anonymized
manuscripts (that is, if the \texttt{final} or \texttt{preprint} options are not
given). An example is given below in the source code for this document; it will
be hidden in the \textsc{pdf} unless the \texttt{final} option is given.
\begin{acknowledgements}
The authors have many people to thank! This material will be automatically
hidden for submissions, e.g., if the \texttt{final} or \texttt{preprint}
options are not given.
\end{acknowledgements}
\bibliography{example}
\newpage
\section{[Optional] Submission Checklist}
All submissions are welcome to include the AutoML submission checklist provided
below. \textbf{While not required, including the checklist may be beneficial
during the reproducibility review process and for maximizing long-term
impact.} If you choose to include the checklist, it will not count towards the
page limit. The submission checklist draws upon related submission checklists:
%
\href{https://neurips.cc/Conferences/2022/PaperInformation/PaperChecklist}
{the NeurIPS '22 checklist}
%
and the
\href{https://www.automl.org/wp-content/uploads/NAS/NAS_checklist.pdf}
{\textsc{nas} checklist}.
%
For each question, change the default \verb|\answerTODO{}| (typeset \answerTODO)
to
\verb|\answerYes{[justification]}| (typeset \answerYes),
\verb|\answerNo{[justification]}| (typeset \answerNo), or
\verb|\answerNA{[justification]}| (typeset \answerNA).
We recommend including a brief justification to your answer, either by
referencing the appropriate section of your paper or providing a brief inline
description. For example:
\begin{itemize}
\item Did you include the license of the code and datasets? \answerYes{See
Section~\ref{sec:code}.}
\item Did you include all the code for running experiments? \answerNo{We include
the code we wrote for conducting the experiments, but complete replication
depends on proprietary libraries for executing on a private compute
cluster. The code therefore is not runnable without modification. To
compensate, we provide a runnable but non-parallelized version of the code
that could replicate the results at the expense of a greater wall-clock time.}
\item Did you include the license of the datasets? \answerNA{Our experiments
were conducted on publicly available datasets and we have not introduced new
datasets.}
\end{itemize}
Please note that if you answer a question with \verb|\answerNo{}|, we recommend
providing an explanation and/or compensation for the omission. For example, if
you cannot provide complete evaluation code for some reason, you might instead
provide code for a minimal reproduction of the main insights of your paper.
Please do not modify the questions and only use the provided macros for your
answers. Note that the submission checklist does not count towards the page
limit. If you choose to modify \texttt{instructions.tex}, please delete these
instructions and only keep the Submission Checklist section heading above along
with the questions/answers below.
\begin{enumerate}
\item For all authors\dots
%
\begin{enumerate}
\item Do the main claims made in the abstract and introduction accurately
reflect the paper's contributions and scope?
%
\answerTODO{}
%
\item Did you describe the limitations of your work?
%
\answerTODO{}
%
\item Did you discuss any potential negative societal impacts of your work?
%
\answerTODO{}
%
\item Did you read the ethics review guidelines and ensure that your paper
conforms to them? (see \url{https://2022.automl.cc/ethics-accessibility/})
%
\answerTODO{}
%
\end{enumerate}
%
\item If you ran experiments\dots
%
\begin{enumerate}
\item Did you use the same evaluation protocol for all methods being compared (e.g.,
same benchmarks, data (sub)sets, available resources, etc.)?
%
\answerTODO{}
%
\item Did you specify all the necessary details of your evaluation (e.g., data splits,
pre-processing, search spaces, hyperparameter tuning details and results, etc.)?
%
\answerTODO{}
%
\item Did you repeat your experiments (e.g., across multiple random seeds or
splits) to account for the impact of randomness in your methods or data?
%
\answerTODO{}
%
\item Did you report the uncertainty of your results (e.g., the standard error
across random seeds or splits)?
%
\answerTODO{}
%
\item Did you report the statistical significance of your results?
%
\answerTODO{}
%
\item Did you use enough repetitions, datasets, and/or benchmarks to support
your claims?
%
\answerTODO{}
%
\item Did you compare performance over time and describe how you selected the
maximum runtime?
%
\answerTODO{}
%
\item Did you include the total amount of compute and the type of resources
used (e.g., type of \textsc{gpu}s, internal cluster, or cloud provider)?
%
\answerTODO{}
%
\item Did you run ablation studies to assess the impact of different
components of your approach?
%
\answerTODO{}
%
\end{enumerate}
%
\item With respect to the code used to obtain your results\dots
%
\begin{enumerate}
\item Did you include the code, data, and instructions needed to reproduce the
main experimental results, including all dependencies (e.g.,
\texttt{requirements.txt} with explicit versions), random seeds, an instructive
\texttt{README} with installation instructions, and execution commands
(either in the supplemental material or as a \textsc{url})?
%
\answerTODO{}
%
\item Did you include a minimal example to replicate results on a small subset
of the experiments or on toy data?
%
\answerTODO{}
%
\item Did you ensure sufficient code quality and documentation so that someone else
can execute and understand your code?
%
\answerTODO{}
%
\item Did you include the raw results of running your experiments with the given
code, data, and instructions?
%
\answerTODO{}
%
\item Did you include the code, additional data, and instructions needed to generate
the figures and tables in your paper based on the raw results?
%
\answerTODO{}
%
\end{enumerate}
%
\item If you used existing assets (e.g., code, data, models)\dots
%
\begin{enumerate}
\item Did you cite the creators of used assets?
%
\answerTODO{}
%
\item Did you discuss whether and how consent was obtained from people whose
data you're using/curating if the license requires it?
%
\answerTODO{}
%
\item Did you discuss whether the data you are using/curating contains
personally identifiable information or offensive content?
%
\answerTODO{}
%
\end{enumerate}
%
\item If you created/released new assets (e.g., code, data, models)\dots
%
\begin{enumerate}
%
\item Did you mention the license of the new assets (e.g., as part of your
code submission)?
%
\answerTODO{}
%
\item Did you include the new assets either in the supplemental material or as
a \textsc{url} (to, e.g., GitHub or Hugging Face)?
%
\answerTODO{}
%
\end{enumerate}
%
\item If you used crowdsourcing or conducted research with human subjects\dots
%
\begin{enumerate}
\item Did you include the full text of instructions given to participants and
screenshots, if applicable?
%
\answerTODO{}
%
\item Did you describe any potential participant risks, with links to
institutional review board (\textsc{irb}) approvals, if applicable?
%
\answerTODO{}
%
\item Did you include the estimated hourly wage paid to participants and the
total amount spent on participant compensation?
%
\answerTODO{}
%
\end{enumerate}
\item If you included theoretical results\dots
%
\begin{enumerate}
\item Did you state the full set of assumptions of all theoretical results?
%
\answerTODO{}
%
\item Did you include complete proofs of all theoretical results?
%
\answerTODO{}
%
\end{enumerate}
%
\end{enumerate}
\newpage
\appendix
\section{Proof of Theorem 1}
This material will be hidden if the \texttt{hidesupplement} option is provided.
\end{document}