diff --git a/examples/helloworld_java/non-working/HelloWorld.java b/examples/helloworld_java/non-working/HelloWorld.java
new file mode 100644
index 00000000..793c6b4e
--- /dev/null
+++ b/examples/helloworld_java/non-working/HelloWorld.java
@@ -0,0 +1,6 @@
+public class HelloWorld {
+
+    public static void main(String[] args) {
+            System.out.pn("Hello World");
+        }
+    }
diff --git a/examples/helloworld_java/validator.py b/examples/helloworld_java/validator.py
index 8f251093..3b73993f 100644
--- a/examples/helloworld_java/validator.py
+++ b/examples/helloworld_java/validator.py
@@ -2,6 +2,11 @@
 
 
 def validate(job):
+
+    # Make sure that the right file name is given
+    job.ensure_files(['HelloWorld.java'])
+
+    # Run the compiler
     job.run_compiler(compiler=JAVAC, inputs=['HelloWorld.java'])
 
     # Run the compilation result.
diff --git a/examples/helloworld_java/HelloWorld.java b/examples/helloworld_java/working/HelloWorld.java
similarity index 100%
rename from examples/helloworld_java/HelloWorld.java
rename to examples/helloworld_java/working/HelloWorld.java