Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -104,3 +104,6 @@ run_logs/*.log
results/p_real_repair/*
!results/p_real_repair/real_repair.json
!results/p_real_repair/real_repair_multiseed.json

# generated Overleaf bundle (scripts/make_overleaf.sh) — regenerate, never edit
paper/tex/overleaf/
2 changes: 1 addition & 1 deletion paper/ABSTRACT.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# AAAI-26 abstract (submitted Jul 23; full paper due ~Jul 30)

Paste-ready text for the submission form. Source of truth: `paper/tex/marc_aaai.tex`
Paste-ready text for the submission form. Source of truth: `paper/tex/main.tex`
(the abstract below is the de-TeX'd copy of the Jul 27 re-cut, which leads with the
structural positive; update BOTH if either changes). The R30 real-systems sentence and
the trap + budget-matched screen clause are backed by `results/p_real_repair/` and
Expand Down
222 changes: 222 additions & 0 deletions paper/ReproducibilityChecklist.tex
Original file line number Diff line number Diff line change
@@ -0,0 +1,222 @@
\makeatletter
\@ifundefined{isChecklistMainFile}{
% We are compiling a standalone document
\newif\ifreproStandalone
\reproStandalonetrue
}{
% We are being \input into the main paper
\newif\ifreproStandalone
\reproStandalonefalse
}
\makeatother

\ifreproStandalone
\documentclass[letterpaper]{article}
\usepackage[submission]{aaai2027}
\setlength{\pdfpagewidth}{8.5in}
\setlength{\pdfpageheight}{11in}
\frenchspacing

\begin{document}
\fi
\setlength{\leftmargini}{20pt}
\makeatletter\def\@listi{\leftmargin\leftmargini \topsep .5em \parsep .5em \itemsep .5em}
\def\@listii{\leftmargin\leftmarginii \labelwidth\leftmarginii \advance\labelwidth-\labelsep \topsep .4em \parsep .4em \itemsep .4em}
\def\@listiii{\leftmargin\leftmarginiii \labelwidth\leftmarginiii \advance\labelwidth-\labelsep \topsep .4em \parsep .4em \itemsep .4em}\makeatother

\setcounter{secnumdepth}{0}
\renewcommand\thesubsection{\arabic{subsection}}
\renewcommand\labelenumi{\thesubsection.\arabic{enumi}}

\newcounter{checksubsection}
\newcounter{checkitem}[checksubsection]

\newcommand{\checksubsection}[1]{%
\refstepcounter{checksubsection}%
\paragraph{\arabic{checksubsection}. #1}%
\setcounter{checkitem}{0}%
}

\newcommand{\checkitem}{%
\refstepcounter{checkitem}%
\item[\arabic{checksubsection}.\arabic{checkitem}.]%
}
\newcommand{\question}[2]{\normalcolor\checkitem #1 #2 \color{blue}}
\newcommand{\ifyespoints}[1]{\makebox[0pt][l]{\hspace{-15pt}\normalcolor #1}}

\section*{Reproducibility Checklist}

\vspace{1em}
\hrule
\vspace{1em}

\textbf{Instructions for Authors:}

This document outlines key aspects for assessing reproducibility. Please provide your input by editing this \texttt{.tex} file directly.

For each question (that applies), replace the ``Type your response here'' text with your answer.

\vspace{1em}
\noindent
\textbf{Example:} If a question appears as
%
\begin{center}
\noindent
\begin{minipage}{.9\linewidth}
\ttfamily\raggedright
\string\question \{Proofs of all novel claims are included\} \{(yes/partial/no)\} \\
Type your response here
\end{minipage}
\end{center}
you would change it to:
\begin{center}
\noindent
\begin{minipage}{.9\linewidth}
\ttfamily\raggedright
\string\question \{Proofs of all novel claims are included\} \{(yes/partial/no)\} \\
yes
\end{minipage}
\end{center}
%
Please make sure to:
\begin{itemize}\setlength{\itemsep}{.1em}
\item Replace ONLY the ``Type your response here'' text and nothing else.
\item Use one of the options listed for that question (e.g., \textbf{yes}, \textbf{no}, \textbf{partial}, or \textbf{NA}).
\item \textbf{Not} modify any other part of the \texttt{\string\question} command or any other lines in this document.\\
\end{itemize}

You can \texttt{\string\input} this .tex file right before \texttt{\string\end\{document\}} of your main file or compile it as a stand-alone document. Check the instructions on your conference's website to see if you will be asked to provide this checklist with your paper or separately.

\vspace{1em}
\hrule
\vspace{1em}

% The questions start here

\checksubsection{General Paper Structure}
\begin{itemize}

\question{Includes a conceptual outline and/or pseudocode description of AI methods introduced}{(yes/partial/no/NA)}
yes

\question{Clearly delineates statements that are opinions, hypothesis, and speculation from objective facts and results}{(yes/no)}
yes

\question{Provides well-marked pedagogical references for less-familiar readers to gain background necessary to replicate the paper}{(yes/no)}
yes

\end{itemize}
\checksubsection{Theoretical Contributions}
\begin{itemize}

\question{Does this paper make theoretical contributions?}{(yes/no)}
yes

\ifyespoints{\vspace{1.2em}If yes, please address the following points:}
\begin{itemize}

\question{All assumptions and restrictions are stated clearly and formally}{(yes/partial/no)}
yes

\question{All novel claims are stated formally (e.g., in theorem statements)}{(yes/partial/no)}
yes

\question{Proofs of all novel claims are included}{(yes/partial/no)}
partial

\question{Proof sketches or intuitions are given for complex and/or novel results}{(yes/partial/no)}
yes

\question{Appropriate citations to theoretical tools used are given}{(yes/partial/no)}
yes

\question{All theoretical claims are demonstrated empirically to hold}{(yes/partial/no/NA)}
yes

\question{All experimental code used to eliminate or disprove claims is included}{(yes/no/NA)}
yes

\end{itemize}
\end{itemize}

\checksubsection{Dataset Usage}
\begin{itemize}

\question{Does this paper rely on one or more datasets?}{(yes/no)}
yes

\ifyespoints{If yes, please address the following points:}
\begin{itemize}

\question{A motivation is given for why the experiments are conducted on the selected datasets}{(yes/partial/no/NA)}
yes

\question{All novel datasets introduced in this paper are included in a data appendix}{(yes/partial/no/NA)}
yes

\question{All novel datasets introduced in this paper will be made publicly available upon publication of the paper with a license that allows free usage for research purposes}{(yes/partial/no/NA)}
yes

\question{All datasets drawn from the existing literature (potentially including authors' own previously published work) are accompanied by appropriate citations}{(yes/no/NA)}
yes

\question{All datasets drawn from the existing literature (potentially including authors' own previously published work) are publicly available}{(yes/partial/no/NA)}
yes

\question{All datasets that are not publicly available are described in detail, with explanation why publicly available alternatives are not scientifically satisficing}{(yes/partial/no/NA)}
NA

\end{itemize}
\end{itemize}

\checksubsection{Computational Experiments}
\begin{itemize}

\question{Does this paper include computational experiments?}{(yes/no)}
yes

\ifyespoints{If yes, please address the following points:}
\begin{itemize}

\question{This paper states the number and range of values tried per (hyper-) parameter during development of the paper, along with the criterion used for selecting the final parameter setting}{(yes/partial/no/NA)}
partial

\question{Any code required for pre-processing data is included in the appendix}{(yes/partial/no)}
yes

\question{All source code required for conducting and analyzing the experiments is included in a code appendix}{(yes/partial/no)}
yes

\question{All source code required for conducting and analyzing the experiments will be made publicly available upon publication of the paper with a license that allows free usage for research purposes}{(yes/partial/no)}
yes

\question{All source code implementing new methods have comments detailing the implementation, with references to the paper where each step comes from}{(yes/partial/no)}
yes

\question{If an algorithm depends on randomness, then the method used for setting seeds is described in a way sufficient to allow replication of results}{(yes/partial/no/NA)}
yes

\question{This paper specifies the computing infrastructure used for running experiments (hardware and software), including GPU/CPU models; amount of memory; operating system; names and versions of relevant software libraries and frameworks}{(yes/partial/no)}
yes

\question{This paper formally describes evaluation metrics used and explains the motivation for choosing these metrics}{(yes/partial/no)}
yes

\question{This paper states the number of algorithm runs used to compute each reported result}{(yes/no)}
yes

\question{Analysis of experiments goes beyond single-dimensional summaries of performance (e.g., average; median) to include measures of variation, confidence, or other distributional information}{(yes/no)}
yes

\question{The significance of any improvement or decrease in performance is judged using appropriate statistical tests (e.g., Wilcoxon signed-rank)}{(yes/partial/no)}
yes

\question{This paper lists all final (hyper-)parameters used for each model/algorithm in the paper’s experiments}{(yes/partial/no/NA)}
yes


\end{itemize}
\end{itemize}
\ifreproStandalone
\end{document}
\fi
Loading
Loading