diff --git a/tests/str.ini b/tests/str.ini
index 8503f8d12..32e8ff022 100644
--- a/tests/str.ini
+++ b/tests/str.ini
@@ -10,7 +10,7 @@ epochs=2
 train_dataset=<train_data>
 val_dataset=<val_data>
 trainer=<trainer>
-runners=[<runner_1>,<runner_2>]
+runners=[<runner>]
 postprocess=None
 evaluation=[(target_chars, evaluators.edit_distance.EditDistance)]
 logging_period=1
@@ -95,15 +95,7 @@ class=config.utils.adadelta_optimizer
 epsilon=1.0e-6
 rho=0.95
 
-[runner_1]
-; This block is used for both validation and testing to run the model on
-; a given dataset.
-class=runners.rnn_runner.RuntimeRnnRunner
-decoder=<decoder>
-output_series=target
-postprocess=processors.helpers.untruecase
-
-[runner_2]
+[runner]
 class=runners.runner.GreedyRunner
 decoder=<decoder>
-output_series=target_greedy
+output_series=target_chars
diff --git a/tests/tests_run.sh b/tests/tests_run.sh
index cfda6d168..ad8a3cf4a 100755
--- a/tests/tests_run.sh
+++ b/tests/tests_run.sh
@@ -14,8 +14,6 @@ sleep 20
 curl 127.0.0.1:5000 -H "Content-Type: application/json" -X POST -d '{"source": ["I am the eggman.", "I am the walrus ."]}'
 kill $SERVER_PID
 
-rm -rf tests/tmp-test-output
-
 bin/neuralmonkey-train tests/str.ini
 
 rm -rf tests/tmp-test-output