Add cli test that calls the executable

.gitignore

@@ -1,6 +1,7 @@
 # Ignore crifx directories created inside test scenarios.
 tests/scenarios/*/.crifx/
 tests/scenarios/*/crifx-report.pdf
+examples/*/crifx-report.pdf
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

examples/example_problemset/.crifx/crifx-report.tex

@@ -13,7 +13,7 @@
 \definecolor{insufficientred}{RGB}{255,100,100}%
 \definecolor{sufficientgreen}{RGB}{0,210,0}%
 \title{CRIFX Contest Preparation Status Report}%
-\date{Compiled \today~at \DTMcurrenttime\DTMcurrentzone~for commit 09095607}%
+\date{Compiled \today~at \DTMcurrenttime\DTMcurrentzone~for commit 8b4ece6d}%
 %
 \begin{document}%
 \normalsize%
@@ -34,6 +34,20 @@ \section{Submissions summary}%
 \hline%
 \end{tabular}
 
+%
+\section{Manual review tracking}%
+\label{sec:Manualreviewtracking}%
+\begin{tabular}{|l|c|c|c|}%
+\hline%
+\rowcolor{cyan}%
+{\tiny Problem}&{\tiny Statement}&{\tiny Validator(s)}&{\tiny Data}\\%
+\hline%
+addtwonumbers&\cellcolor{insufficientred}0/3&\cellcolor{insufficientred}0/2&\cellcolor{insufficientred}0/2\\%
+\hline%
+helloworld&\cellcolor{sufficientgreen}3/3&\cellcolor{insufficientred}1/2&\cellcolor{sufficientgreen}2/2\\%
+\hline%
+\end{tabular}
+
 %
 \section{How can I help?}%
 \label{sec:HowcanIhelp?}%
@@ -51,6 +65,14 @@ \section{How can I help?}%
 \item%
 addtwonumbers needs at least one WA submission.%
 \item%
+addtwonumbers needs at least 3 statement reviews.%
+\item%
+addtwonumbers needs at least 2 validator reviews.%
+\item%
+helloworld needs at least one more validator review from someone other than Homer Simpson.%
+\item%
+addtwonumbers needs at least 2 test data reviews.%
+\item%
 Add test data%
 \item%
 Add input validators%

tests/test_examples.py

@@ -6,3 +6,5 @@
 def test_example_problemset(examples_path):
     """Test that the example problemset is being parsed as expected."""
     example_problemset_path = os.path.join(examples_path, "example_problemset")
+    status = os.system(f"crifx {example_problemset_path}")
+    assert status == 0