Extra python examples, more uniform code layout with tags,

example_problems/README.md

@@ -13,4 +13,4 @@ manual repair: be careful!
 
 You can either manually verify the results or browse to the "Judging
 verifier" page from the admin web-interface to automatically verify
-the results using the `@EXPECTED_RESULTS@:` header in the sources.
+the results using the `@EXPECTED_RESULTS@: ` header in the sources.

example_problems/boolfind/submissions/accepted/boolfind-test-correct.py

@@ -0,0 +1,24 @@
+'''
+Sample solution in Python for the "boolfind" interactive problem.
+
+@EXPECTED_RESULTS@: CORRECT
+'''
+
+import sys
+
+ncases = int(sys.stdin.readline())
+for i in range(ncases):
+	n = int(sys.stdin.readline())
+	lo = 0
+	hi = n
+	while (lo+1 < hi):
+		mid = (lo+hi)//2
+		print(f"READ {mid}")
+		answer = input()
+		if (answer == "true"):
+			lo = mid
+		elif answer=="false":
+			hi = mid
+		else:
+			raise Exception(f"invalid return value '{answer}'")
+	print(f"OUTPUT {lo}")

example_problems/boolfind/submissions/mixed-verdicts/boolfind-test-correct-check-single-tag.c

@@ -0,0 +1 @@
+../accepted/boolfind-test-correct.c

example_problems/boolfind/submissions/mixed-verdicts/boolfind-test-correct-check-single-tag.java

@@ -0,0 +1 @@
+../accepted/boolfind-test-correct.java

example_problems/boolfind/submissions/mixed-verdicts/boolfind-test-correct-different-tag.py

@@ -0,0 +1,25 @@
+'''
+Sample solution in Python for the "boolfind" interactive problem.
+This will test that we also accept @EXPECTED_SCORE@ as tag.
+
+@EXPECTED_SCORE@: CORRECT
+'''
+
+import sys
+
+ncases = int(sys.stdin.readline())
+for i in range(ncases):
+	n = int(sys.stdin.readline())
+	lo = 0
+	hi = n
+	while (lo+1 < hi):
+		mid = (lo+hi)//2
+		print(f"READ {mid}")
+		answer = input()
+		if (answer == "true"):
+			lo = mid
+		elif answer=="false":
+			hi = mid
+		else:
+			raise Exception(f"invalid return value '{answer}'")
+	print(f"OUTPUT {lo}")

example_problems/boolfind/submissions/mixed-verdicts/boolfind-test-random.py

@@ -0,0 +1,29 @@
+'''
+Sample solution in Python for the "boolfind" interactive problem.
+This will sometimes give an off by one answer. This is a demonstration
+of how to use the @EXPECTED_RESULTS@ tag.
+
+@EXPECTED_RESULTS@: CORRECT, WRONG-ANSWER
+'''
+
+import sys, random
+
+ncases = int(sys.stdin.readline())
+for i in range(ncases):
+	n = int(sys.stdin.readline())
+	lo = 0
+	hi = n
+	while (lo+1 < hi):
+		mid = (lo+hi)//2
+		print(f"READ {mid}")
+		answer = input()
+		if (answer == "true"):
+			lo = mid
+		elif answer=="false":
+			hi = mid
+		else:
+			raise Exception(f"invalid return value '{answer}'")
+	if bool(random.getrandbits(1)):
+		print(f"OUTPUT {lo}")
+	else:
+		print(f"OUTPUT {lo+1}")

example_problems/boolfind/submissions/time_limit_exceeded/boolfind-test-extra-testcase.py

@@ -0,0 +1,26 @@
+'''
+Sample solution in Python for the "boolfind" interactive problem.
+
+This waits for one more testcase which is not specified.
+
+@EXPECTED_RESULTS@: TIMELIMIT
+'''
+
+import sys
+
+ncases = int(sys.stdin.readline())
+for i in range(ncases+1):
+	n = int(sys.stdin.readline())
+	lo = 0
+	hi = n
+	while (lo+1 < hi):
+		mid = (lo+hi)//2
+		print(f"READ {mid}")
+		answer = input()
+		if (answer == "true"):
+			lo = mid
+		elif answer=="false":
+			hi = mid
+		else:
+			raise Exception(f"invalid return value '{answer}'")
+	print(f"OUTPUT {lo}")

example_problems/boolfind/submissions/wrong_answer/boolfind-test-double.py

@@ -0,0 +1,24 @@
+'''
+Sample solution in Python for the "boolfind" interactive problem.
+
+@EXPECTED_RESULTS@: WRONG-ANSWER
+'''
+
+import sys
+
+ncases = int(sys.stdin.readline())
+for i in range(ncases):
+	n = int(sys.stdin.readline())
+	lo = 0
+	hi = n
+	while (lo+1 < hi):
+		mid = (lo+hi)/2
+		print(f"READ {mid}")
+		answer = input()
+		if (answer == "true"):
+			lo = mid
+		elif answer=="false":
+			hi = mid
+		else:
+			raise Exception(f"invalid return value '{answer}'")
+	print(f"OUTPUT {lo}")

example_problems/hello/submissions/accepted/extra-file-awk/test-hello.awk

@@ -1,4 +1,4 @@
-# This should give RUN-ERROR on the default problem 'hello', since it
+# This should give CORRECT on the default problem 'hello',
 # since the random extra file will not be passed.
 #
 # @EXPECTED_RESULTS@: CORRECT

example_problems/hello/submissions/accepted/multifile-py-2/main.py

@@ -0,0 +1,12 @@
+'''
+This is a multi-file submission which produces two public classes.
+Note that to successfully compile, the source file names must be
+preserved to match the public class names.
+
+@EXPECTED_RESULTS@: CORRECT
+'''
+
+import message
+
+foo = message.Message();
+foo.myPrint();

example_problems/hello/submissions/accepted/multifile-py-2/message.py

@@ -0,0 +1,12 @@
+'''
+This is an auxiliary source file that declares another public class 'message'.
+'''
+
+class Message:
+    msg = ""
+
+    def __init__(self):
+        self.msg = "Hello world!"
+
+    def myPrint(self):
+        print(self.msg)

example_problems/hello/submissions/accepted/multifile-py/main.py

@@ -0,0 +1,16 @@
+'''
+This is a multi-file submission which produces two public classes.
+Note that to successfully compile, the source file names must be
+preserved to match the public class names.
+
+@EXPECTED_RESULTS@: CORRECT
+'''
+
+from message import *
+
+class Hello:
+    def __init__(self):
+        foo = Message();
+        foo.myPrint();
+
+Hello()

example_problems/hello/submissions/accepted/multifile-py/message.py

@@ -0,0 +1,12 @@
+'''
+This is an auxiliary source file that declares another public class 'message'.
+'''
+
+class Message:
+    msg = ""
+
+    def __init__(self):
+        self.msg = "Hello world!"
+
+    def myPrint(self):
+        print(self.msg)

example_problems/hello/submissions/accepted/test-hello.R

@@ -1,2 +1,5 @@
-cat("Hello World!\n")
+# This should give CORRECT on the default problem 'hello'.
+#
+# @EXPECTED_RESULTS@: CORRECT
 
+cat("Hello World!\n")

example_problems/hello/submissions/accepted/test-hello.swift

@@ -1,2 +1,7 @@
-print("Hello World!")
+/*
+ * This should give CORRECT on the default problem 'hello'.
+ *
+ * @EXPECTED_RESULTS@: CORRECT
+ */
 
+print("Hello World!")

example_problems/hello/submissions/check_manually/bad-expected-result-multifile/test-expected-result.c

@@ -1,5 +1,5 @@
 /*
- * This should fail submission because of multiple @EXPECTED_RESULTS@ tags.
+ * This should fail submission because of multiple @EXPECTED_RESULTS@: tags.
  *
  * @EXPECTED_RESULTS@: CORRECT, NO-OUTPUT
  *

example_problems/hello/submissions/multiple/expected-result-all-files/test-expected-result.c

@@ -1,6 +1,6 @@
 /*
  * This should fail with NO-OUTPUT.
- * The EXPECTED_RESULT tag in expected_result.txt file should be used.
+ * The @EXPECTED_RESULTS@ tag in expected_result.txt file should be used.
  *
  */
 

example_problems/hello/submissions/run_time_error/test-chroot-escape.py

@@ -0,0 +1,24 @@
+'''
+This should fail with RUN-ERROR and tests if we're properly in a chroot.
+This tries to escape the chroot, which works when we run as root.
+@EXPECTED_RESULTS@: RUN_TIME_ERROR
+'''
+
+import os
+
+def is_chroot():
+    sl_stat = os.stat('/')
+    pr_stat = os.stat('/proc/1/root/.')
+
+    return (sl_stat.st_ino != pr_stat.st_ino ) and (sl_stat.st_dev != pr_stat.st_dev )
+
+# We should be in the chroot
+if is_chroot():
+    # We run as non-root, this should fail
+    os.chroot('/proc/1/root')
+    if is_chroot():
+        # We should still be in the chroot
+        os.exit(1)
+
+# If we get here we failed
+print("Hello world!")

example_problems/hello/submissions/run_time_error/test-chroot-escape.sh

@@ -0,0 +1,19 @@
+#!/bin/sh
+
+# This should fail with RUN-ERROR and tests if we're properly in a chroot.
+# This tries to escape the chroot, which works when we run as root.
+# @EXPECTED_RESULTS@: RUN_TIME_ERROR
+
+ischroot
+if [ ischroot ]; then
+    # We expect to be in the jail
+    chroot /proc/1/root
+    if [ ischroot ]; then
+        # We expect to still be in the jail
+        exit 1
+    else
+        echo "Hello world!"
+    fi
+else
+    echo "Hello world!"
+fi

example_problems/hello/submissions/run_time_error/test-chroot.py

@@ -0,0 +1,13 @@
+'''
+This should fail with RUN-ERROR and tests if we're properly in a chroot
+@EXPECTED_RESULTS@: RUN_TIME_ERROR
+'''
+
+import os
+
+sl_stat = os.stat('/')
+pr_stat = os.stat('/proc/1/root/.')
+
+if (sl_stat.st_ino != pr_stat.st_ino ) and (sl_stat.st_dev != pr_stat.st_dev ):
+    os.exit(1)
+print("Hello world!")

example_problems/hello/submissions/run_time_error/test-chroot.sh

@@ -0,0 +1,10 @@
+#!/bin/sh
+
+# This should fail with RUN-ERROR and tests if we're properly in a chroot
+# @EXPECTED_RESULTS@: RUN_TIME_ERROR
+
+if [ "$(stat -c %d:%i /)" != "$(stat -c %d:%i /proc/1/root/.)" ]; then
+    exit 1
+else
+    echo "Hello world!"
+fi

example_problems/hello/submissions/run_time_error/test-exitcode-2.py

@@ -0,0 +1,5 @@
+'''
+@EXPECTED_RESULTS@: RUN-ERROR
+'''
+
+exit(1)

example_problems/hello/submissions/run_time_error/test-exitcode.py

@@ -0,0 +1,5 @@
+'''
+@EXPECTED_RESULTS@: RUN-ERROR
+'''
+
+raise Exception("Expected failure")

example_problems/hello/submissions/run_time_error/test-memsize.py

@@ -0,0 +1,8 @@
+'''
+@EXPECTED_RESULTS@: RUN-ERROR
+'''
+storage = []
+
+while True:
+    some_str = ' ' * bytearray(512000000)
+    storage.append(some_str)

example_problems/hello/submissions/run_time_error/test-sigfpe.py

@@ -0,0 +1,10 @@
+'''
+This should fail with RUN-ERROR due to integer division by zero.
+
+@EXPECTED_RESULTS@: RUN-ERROR
+'''
+
+a = 0
+b = 10 / a
+
+print(b)

example_problems/hello/submissions/time_limit_exceeded/test-sleep.py

@@ -0,0 +1,12 @@
+'''
+This should fail with TIMELIMIT as the program is left running.
+This tests that a currently correct output does not lead to a CORRECT.
+
+@EXPECTED_RESULTS@: TIMELIMIT
+'''
+
+import time
+
+print("Hello world!")
+while True:
+    time.sleep(60*60*24)