Mercurial > ~astiob > upreckon > hgweb
annotate testcases.py @ 61:24f144e11b5e
Accurate run-time reporting on Win32
| author | Oleg Oshmyan <chortos@inbox.lv> |
|---|---|
| date | Tue, 21 Dec 2010 19:38:58 +0200 |
| parents | c95addbe0851 |
| children | 593ad09cd69b |
| rev | line source |
|---|---|
| 21 | 1 #! /usr/bin/env python |
| 16 | 2 # Copyright (c) 2010 Chortos-2 <chortos@inbox.lv> |
| 3 | |
| 43 | 4 # TODO: copy the ansfile if not options.erase even if no validator is used |
| 5 | |
| 21 | 6 from __future__ import division, with_statement |
| 7 | |
| 8 try: | |
| 9 from compat import * | |
| 10 import files, problem, config | |
| 11 except ImportError: | |
| 12 import __main__ | |
| 13 __main__.import_error(sys.exc_info()[1]) | |
| 14 else: | |
| 15 from __main__ import clock, options | |
| 16 | |
| 17 import glob, re, sys, tempfile, time | |
| 18 from subprocess import Popen, PIPE, STDOUT | |
| 19 | |
| 20 import os | |
| 21 devnull = open(os.path.devnull, 'w+') | |
| 22 | |
| 23 try: | |
| 24 from signal import SIGTERM, SIGKILL | |
| 25 except ImportError: | |
| 26 SIGTERM = 15 | |
| 27 SIGKILL = 9 | |
| 28 | |
| 16 | 29 try: |
| 21 | 30 from _subprocess import TerminateProcess |
| 31 except ImportError: | |
| 32 # CPython 2.5 does define _subprocess.TerminateProcess even though it is | |
| 33 # not used in the subprocess module, but maybe something else does not | |
| 34 try: | |
| 35 import ctypes | |
| 36 TerminateProcess = ctypes.windll.kernel32.TerminateProcess | |
| 37 except (ImportError, AttributeError): | |
| 38 TerminateProcess = None | |
| 39 | |
| 22 | 40 |
| 41 # Do the hacky-wacky dark magic needed to catch presses of the Escape button. | |
| 42 # If only Python supported forcible termination of threads... | |
| 43 if not sys.stdin.isatty(): | |
| 44 canceled = init_canceled = lambda: False | |
| 45 pause = None | |
| 46 else: | |
| 47 try: | |
| 48 # Windows has select() too, but it is not the select() we want | |
| 49 import msvcrt | |
| 50 except ImportError: | |
| 51 try: | |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
52 from select import select |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
53 import termios, tty, atexit |
| 22 | 54 except ImportError: |
| 55 # It cannot be helped! | |
| 56 # Silently disable support for killing the program being tested | |
| 57 canceled = init_canceled = lambda: False | |
| 58 pause = None | |
| 59 else: | |
| 60 def cleanup(old=termios.tcgetattr(sys.stdin.fileno())): | |
| 61 termios.tcsetattr(sys.stdin.fileno(), termios.TCSAFLUSH, old) | |
| 62 atexit.register(cleanup) | |
| 63 del cleanup | |
| 64 tty.setcbreak(sys.stdin.fileno()) | |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
65 def canceled(select=select, stdin=sys.stdin, read=sys.stdin.read): |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
66 while select((stdin,), (), (), 0)[0]: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
67 if read(1) == '\33': |
| 22 | 68 return True |
| 69 return False | |
| 70 def init_canceled(): | |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
71 while select((sys.stdin,), (), (), 0)[0]: |
| 22 | 72 sys.stdin.read(1) |
| 73 def pause(): | |
| 74 sys.stdin.read(1) | |
| 75 else: | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
76 def canceled(kbhit=msvcrt.kbhit, getch=msvcrt.getch): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
77 while kbhit(): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
78 c = getch() |
| 22 | 79 if c == '\33': |
| 80 return True | |
| 81 elif c == '\0': | |
| 82 # Let's hope no-one is fiddling with this | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
83 getch() |
| 22 | 84 return False |
| 85 def init_canceled(): | |
| 86 while msvcrt.kbhit(): | |
| 87 msvcrt.getch() | |
| 88 def pause(): | |
| 89 msvcrt.getch() | |
| 90 | |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
91 try: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
92 from signal import SIGCHLD, signal, SIG_DFL |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
93 from select import select, error as select_error |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
94 from errno import EINTR |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
95 except ImportError: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
96 try: |
|
61
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
97 from _subprocess import WAIT_OBJECT_0, STD_INPUT_HANDLE, INFINITE |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
98 except ImportError: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
99 WAIT_OBJECT_0 = 0 |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
100 STD_INPUT_HANDLE = -10 |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
101 INFINITE = -1 |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
102 try: |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
103 import ctypes |
|
61
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
104 SetConsoleMode = ctypes.windll.kernel32.SetConsoleMode |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
105 FlushConsoleInputBuffer = ctypes.windll.kernel32.FlushConsoleInputBuffer |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
106 WaitForMultipleObjects = ctypes.windll.kernel32.WaitForMultipleObjects |
|
61
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
107 ReadConsoleInputA = ctypes.windll.kernel32.ReadConsoleInputA |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
108 try: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
109 from _subprocess import GetStdHandle |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
110 except ImportError: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
111 GetStdHandle = ctypes.windll.kernel32.GetStdHandle |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
112 except (ImportError, AttributeError): |
|
61
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
113 console_input = False |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
114 else: |
|
61
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
115 hStdin = GetStdHandle(STD_INPUT_HANDLE) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
116 console_input = bool(SetConsoleMode(hStdin, 1)) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
117 if console_input: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
118 FlushConsoleInputBuffer(hStdin) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
119 class KEY_EVENT_RECORD(ctypes.Structure): |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
120 _fields_ = (("bKeyDown", ctypes.c_int), |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
121 ("wRepeatCount", ctypes.c_ushort), |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
122 ("wVirtualKeyCode", ctypes.c_ushort), |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
123 ("wVirtualScanCode", ctypes.c_ushort), |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
124 ("UnicodeChar", ctypes.c_wchar), |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
125 ("dwControlKeyState", ctypes.c_uint)) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
126 class INPUT_RECORD(ctypes.Structure): |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
127 _fields_ = (("EventType", ctypes.c_int), |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
128 ("KeyEvent", KEY_EVENT_RECORD)) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
129 # Memory limits (currently) are not supported |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
130 def call(*args, **kwargs): |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
131 case = kwargs.pop('case') |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
132 try: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
133 case.process = Popen(*args, **kwargs) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
134 except OSError: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
135 raise CannotStartTestee(sys.exc_info()[1]) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
136 case.time_started = clock() |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
137 if not console_input: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
138 if case.maxtime: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
139 if WaitForSingleObject(case.process._handle, int(case.maxtime * 1000)) != WAIT_OBJECT_0: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
140 raise TimeLimitExceeded |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
141 else: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
142 case.process.wait() |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
143 else: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
144 ir = INPUT_RECORD() |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
145 n = ctypes.c_int() |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
146 lpHandles = (ctypes.c_int * 2)(hStdin, case.process._handle) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
147 if case.maxtime: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
148 time_end = clock() + case.maxtime |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
149 while case.process.poll() is None: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
150 remaining = time_end - clock() |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
151 if remaining > 0: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
152 if WaitForMultipleObjects(2, lpHandles, False, int(remaining * 1000)) == WAIT_OBJECT_0: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
153 ReadConsoleInputA(hStdin, ctypes.byref(ir), 1, ctypes.byref(n)) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
154 if ir.EventType == 1 and ir.KeyEvent.bKeyDown and ir.KeyEvent.wVirtualKeyCode == 27: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
155 raise CanceledByUser |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
156 else: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
157 raise TimeLimitExceeded |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
158 else: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
159 while case.process.poll() is None: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
160 if WaitForMultipleObjects(2, lpHandles, False, INFINITE) == WAIT_OBJECT_0: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
161 ReadConsoleInputA(hStdin, ctypes.byref(ir), 1, ctypes.byref(n)) |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
162 if ir.EventType == 1 and ir.KeyEvent.bKeyDown and ir.KeyEvent.wVirtualKeyCode == 27: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
163 raise CanceledByUser |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
164 case.time_stopped = clock() |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
165 if not console_input: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
166 try: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
167 try: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
168 from _subprocess import WaitForSingleObject |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
169 except ImportError: |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
170 import ctypes |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
171 WaitForSingleObject = ctypes.windll.kernel32.WaitForSingleObject |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
172 except (ImportError, AttributeError): |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
173 # TODO: move the default implementation here |
|
24f144e11b5e
Accurate run-time reporting on Win32
Oleg Oshmyan <chortos@inbox.lv>
parents:
58
diff
changeset
|
174 call = None |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
175 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
176 # Make SIGCHLD interrupt sleep() and select() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
177 def bury_child(signum, frame): |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
178 try: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
179 bury_child.case.time_stopped = clock() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
180 except Exception: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
181 pass |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
182 signal(SIGCHLD, bury_child) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
183 |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
184 # If you want this to work, don't set any stdio argument to PIPE |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
185 def call_real(*args, **kwargs): |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
186 bury_child.case = case = kwargs.pop('case') |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
187 try: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
188 case.process = Popen(*args, **kwargs) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
189 except OSError: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
190 raise CannotStartTestee(sys.exc_info()[1]) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
191 case.time_started = clock() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
192 if pause is None: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
193 if case.maxtime: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
194 time.sleep(case.maxtime) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
195 if case.process.poll() is None: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
196 raise TimeLimitExceeded |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
197 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
198 case.process.wait() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
199 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
200 if not case.maxtime: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
201 try: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
202 while case.process.poll() is None: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
203 if select((sys.stdin,), (), ())[0]: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
204 if sys.stdin.read(1) == '\33': |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
205 raise CanceledByUser |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
206 except select_error: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
207 if sys.exc_info()[1].args[0] != EINTR: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
208 raise |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
209 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
210 time_end = clock() + case.maxtime |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
211 try: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
212 while case.process.poll() is None: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
213 remaining = time_end - clock() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
214 if remaining > 0: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
215 if select((sys.stdin,), (), (), remaining)[0]: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
216 if sys.stdin.read(1) == '\33': |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
217 raise CanceledByUser |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
218 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
219 raise TimeLimitExceeded |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
220 except select_error: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
221 if sys.exc_info()[1].args[0] != EINTR: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
222 raise |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
223 del bury_child.case |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
224 def call(*args, **kwargs): |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
225 if 'preexec_fn' in kwargs: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
226 try: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
227 return call_real(*args, **kwargs) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
228 except MemoryError: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
229 # If there is not enough memory for the forked test.py, |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
230 # opt for silent dropping of the limit |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
231 # TODO: show a warning somewhere |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
232 del kwargs['preexec_fn'] |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
233 return call_real(*args, **kwargs) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
234 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
235 return call_real(*args, **kwargs) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
236 |
| 22 | 237 |
| 21 | 238 __all__ = ('TestCase', 'load_problem', 'TestCaseNotPassed', |
| 22 | 239 'TimeLimitExceeded', 'CanceledByUser', 'WrongAnswer', |
| 240 'NonZeroExitCode', 'CannotStartTestee', | |
| 241 'CannotStartValidator', 'CannotReadOutputFile', | |
| 242 'CannotReadInputFile', 'CannotReadAnswerFile') | |
| 21 | 243 |
| 244 | |
| 245 | |
| 246 # Exceptions | |
| 247 | |
| 248 class TestCaseNotPassed(Exception): __slots__ = () | |
| 249 class TimeLimitExceeded(TestCaseNotPassed): __slots__ = () | |
| 22 | 250 class CanceledByUser(TestCaseNotPassed): __slots__ = () |
| 21 | 251 |
| 252 class WrongAnswer(TestCaseNotPassed): | |
| 253 __slots__ = 'comment' | |
| 254 def __init__(self, comment=''): | |
| 255 self.comment = comment | |
| 256 | |
| 257 class NonZeroExitCode(TestCaseNotPassed): | |
| 258 __slots__ = 'exitcode' | |
| 259 def __init__(self, exitcode): | |
| 260 self.exitcode = exitcode | |
| 261 | |
| 262 class ExceptionWrapper(TestCaseNotPassed): | |
| 263 __slots__ = 'upstream' | |
| 264 def __init__(self, upstream): | |
| 265 self.upstream = upstream | |
| 266 | |
| 267 class CannotStartTestee(ExceptionWrapper): __slots__ = () | |
| 268 class CannotStartValidator(ExceptionWrapper): __slots__ = () | |
| 269 class CannotReadOutputFile(ExceptionWrapper): __slots__ = () | |
| 270 class CannotReadInputFile(ExceptionWrapper): __slots__ = () | |
| 271 class CannotReadAnswerFile(ExceptionWrapper): __slots__ = () | |
| 272 | |
| 273 | |
| 274 | |
| 22 | 275 # Helper context managers |
| 276 | |
| 277 class CopyDeleting(object): | |
| 278 __slots__ = 'case', 'file', 'name' | |
| 279 | |
| 280 def __init__(self, case, file, name): | |
| 281 self.case = case | |
| 282 self.file = file | |
| 283 self.name = name | |
| 284 | |
| 285 def __enter__(self): | |
| 286 if self.name: | |
| 287 try: | |
| 288 self.file.copy(self.name) | |
| 289 except: | |
| 290 try: | |
| 291 self.__exit__(None, None, None) | |
| 292 except: | |
| 293 pass | |
| 294 raise | |
| 295 | |
| 296 def __exit__(self, exc_type, exc_val, exc_tb): | |
| 297 if self.name: | |
| 298 self.case.files_to_delete.append(self.name) | |
| 299 | |
| 300 | |
| 301 class Copying(object): | |
| 302 __slots__ = 'file', 'name' | |
| 303 | |
| 304 def __init__(self, file, name): | |
| 305 self.file = file | |
| 306 self.name = name | |
| 307 | |
| 308 def __enter__(self): | |
| 309 if self.name: | |
| 310 self.file.copy(self.name) | |
| 311 | |
| 312 def __exit__(self, exc_type, exc_val, exc_tb): | |
| 313 pass | |
| 314 | |
| 315 | |
| 316 | |
| 21 | 317 # Test case types |
| 16 | 318 |
| 319 class TestCase(object): | |
| 21 | 320 __slots__ = ('problem', 'id', 'isdummy', 'infile', 'outfile', 'points', |
| 321 'process', 'time_started', 'time_stopped', 'time_limit_string', | |
| 22 | 322 'realinname', 'realoutname', 'maxtime', 'maxmemory', |
| 323 'has_called_back', 'files_to_delete') | |
| 21 | 324 |
| 325 if ABCMeta: | |
| 326 __metaclass__ = ABCMeta | |
| 16 | 327 |
| 21 | 328 def __init__(case, prob, id, isdummy, points): |
| 16 | 329 case.problem = prob |
| 21 | 330 case.id = id |
| 331 case.isdummy = isdummy | |
| 332 case.points = points | |
| 333 case.maxtime = case.problem.config.maxtime | |
| 334 case.maxmemory = case.problem.config.maxmemory | |
| 335 if case.maxtime: | |
| 336 case.time_limit_string = '/%.3f' % case.maxtime | |
| 337 else: | |
| 338 case.time_limit_string = '' | |
| 339 if not isdummy: | |
| 340 case.realinname = case.problem.config.testcaseinname | |
| 341 case.realoutname = case.problem.config.testcaseoutname | |
| 342 else: | |
| 343 case.realinname = case.problem.config.dummyinname | |
| 344 case.realoutname = case.problem.config.dummyoutname | |
| 345 | |
| 346 @abstractmethod | |
| 347 def test(case): raise NotImplementedError | |
| 16 | 348 |
| 22 | 349 def __call__(case, callback): |
| 350 case.has_called_back = False | |
| 351 case.files_to_delete = [] | |
| 21 | 352 try: |
| 22 | 353 return case.test(callback) |
| 21 | 354 finally: |
| 22 | 355 now = clock() |
| 356 if not getattr(case, 'time_started', None): | |
| 357 case.time_started = case.time_stopped = now | |
| 358 elif not getattr(case, 'time_stopped', None): | |
| 359 case.time_stopped = now | |
| 360 if not case.has_called_back: | |
| 361 callback() | |
| 21 | 362 case.cleanup() |
| 363 | |
| 364 def cleanup(case): | |
| 365 #if getattr(case, 'infile', None): | |
| 366 # case.infile.close() | |
| 367 #if getattr(case, 'outfile', None): | |
| 368 # case.outfile.close() | |
| 369 if getattr(case, 'process', None): | |
| 370 # Try killing after three unsuccessful TERM attempts in a row | |
| 371 # (except on Windows, where TERMing is killing) | |
| 372 for i in range(3): | |
| 373 try: | |
| 374 try: | |
| 375 case.process.terminate() | |
| 376 except AttributeError: | |
| 377 # Python 2.5 | |
| 378 if TerminateProcess and hasattr(proc, '_handle'): | |
| 379 # Windows API | |
| 380 TerminateProcess(proc._handle, 1) | |
| 381 else: | |
| 382 # POSIX | |
| 383 os.kill(proc.pid, SIGTERM) | |
| 384 except Exception: | |
| 385 time.sleep(0) | |
| 386 case.process.poll() | |
| 387 else: | |
| 22 | 388 case.process.wait() |
| 21 | 389 break |
| 390 else: | |
| 391 # If killing the process is unsuccessful three times in a row, | |
| 392 # just silently stop trying | |
| 393 for i in range(3): | |
| 394 try: | |
| 395 try: | |
| 396 case.process.kill() | |
| 397 except AttributeError: | |
| 398 # Python 2.5 | |
| 399 if TerminateProcess and hasattr(proc, '_handle'): | |
| 400 # Windows API | |
| 401 TerminateProcess(proc._handle, 1) | |
| 402 else: | |
| 403 # POSIX | |
| 404 os.kill(proc.pid, SIGKILL) | |
| 405 except Exception: | |
| 406 time.sleep(0) | |
| 407 case.process.poll() | |
| 408 else: | |
| 22 | 409 case.process.wait() |
| 21 | 410 break |
| 22 | 411 if case.files_to_delete: |
| 412 for name in case.files_to_delete: | |
| 413 try: | |
| 414 os.remove(name) | |
| 415 except Exception: | |
| 416 # It can't be helped | |
| 417 pass | |
| 21 | 418 |
| 419 def open_infile(case): | |
| 420 try: | |
| 421 case.infile = files.File('/'.join((case.problem.name, case.realinname.replace('$', case.id)))) | |
| 422 except IOError: | |
| 423 e = sys.exc_info()[1] | |
| 424 raise CannotReadInputFile(e) | |
| 425 | |
| 426 def open_outfile(case): | |
| 427 try: | |
| 428 case.outfile = files.File('/'.join((case.problem.name, case.realoutname.replace('$', case.id)))) | |
| 429 except IOError: | |
| 430 e = sys.exc_info()[1] | |
| 431 raise CannotReadAnswerFile(e) | |
| 432 | |
| 16 | 433 |
| 21 | 434 class ValidatedTestCase(TestCase): |
| 435 __slots__ = 'validator' | |
| 436 | |
| 437 def __init__(case, *args): | |
| 438 TestCase.__init__(case, *args) | |
| 439 if not case.problem.config.tester: | |
| 440 case.validator = None | |
| 441 else: | |
| 442 case.validator = case.problem.config.tester | |
| 443 | |
| 444 def validate(case, output): | |
| 445 if not case.validator: | |
| 446 # Compare the output with the reference output | |
| 447 case.open_outfile() | |
| 448 with case.outfile.open() as refoutput: | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
449 for line, refline in zip_longest(output, refoutput): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
450 if refline is not None and not isinstance(refline, basestring): |
| 21 | 451 line = bytes(line, sys.getdefaultencoding()) |
| 452 if line != refline: | |
| 22 | 453 raise WrongAnswer |
|
24
c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
Oleg Oshmyan <chortos@inbox.lv>
parents:
23
diff
changeset
|
454 return 1 |
| 21 | 455 elif callable(case.validator): |
| 456 return case.validator(output) | |
| 457 else: | |
| 458 # Call the validator program | |
| 459 output.close() | |
| 23 | 460 if case.problem.config.ansname: |
| 461 case.open_outfile() | |
| 462 case.outfile.copy(case.problem.config.ansname) | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
463 try: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
464 case.process = Popen(case.validator, stdin=devnull, stdout=PIPE, stderr=STDOUT, universal_newlines=True, bufsize=-1) |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
465 except OSError: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
466 raise CannotStartValidator(sys.exc_info()[1]) |
| 21 | 467 comment = case.process.communicate()[0].strip() |
| 26 | 468 match = re.match(r'(?i)(ok|(?:correct|wrong)(?:(?:\s|_)*answer)?)(?:$|\s+|[.,!:]+\s*)', comment) |
| 21 | 469 if match: |
| 470 comment = comment[match.end():] | |
| 471 if not case.problem.config.maxexitcode: | |
| 472 if case.process.returncode: | |
| 473 raise WrongAnswer(comment) | |
| 474 else: | |
|
24
c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
Oleg Oshmyan <chortos@inbox.lv>
parents:
23
diff
changeset
|
475 return 1, comment |
| 21 | 476 else: |
|
24
c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
Oleg Oshmyan <chortos@inbox.lv>
parents:
23
diff
changeset
|
477 return case.process.returncode / case.problem.config.maxexitcode, comment |
| 21 | 478 |
| 479 | |
| 480 class BatchTestCase(ValidatedTestCase): | |
| 481 __slots__ = () | |
| 482 | |
| 22 | 483 def test(case, callback): |
| 484 init_canceled() | |
| 21 | 485 if sys.platform == 'win32' or not case.maxmemory: |
| 486 preexec_fn = None | |
| 487 else: | |
| 488 def preexec_fn(): | |
| 489 try: | |
| 490 import resource | |
| 491 maxmemory = int(case.maxmemory * 1048576) | |
| 492 resource.setrlimit(resource.RLIMIT_AS, (maxmemory, maxmemory)) | |
| 493 # I would also set a CPU time limit but I do not want the time | |
| 494 # that passes between the calls to fork and exec to be counted in | |
| 495 except MemoryError: | |
| 496 # We do not have enough memory for ourselves; | |
| 497 # let the parent know about this | |
| 498 raise | |
| 499 except Exception: | |
| 500 # Well, at least we tried | |
| 501 pass | |
| 502 case.open_infile() | |
| 503 case.time_started = None | |
| 504 if case.problem.config.stdio: | |
| 54 | 505 if options.erase and not case.validator or not case.problem.config.inname: |
| 22 | 506 # TODO: re-use the same file name if possible |
| 21 | 507 # FIXME: 2.5 lacks the delete parameter |
| 508 with tempfile.NamedTemporaryFile(delete=False) as f: | |
| 22 | 509 inputdatafname = f.name |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
510 contextmgr = CopyDeleting(case, case.infile, inputdatafname) |
| 21 | 511 else: |
| 512 inputdatafname = case.problem.config.inname | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
513 contextmgr = Copying(case.infile, inputdatafname) |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
514 with contextmgr: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
515 # FIXME: this U doesn't do anything good for the child process, does it? |
| 22 | 516 with open(inputdatafname, 'rU') as infile: |
| 517 with tempfile.TemporaryFile('w+') if options.erase and not case.validator else open(case.problem.config.outname, 'w+') as outfile: | |
|
57
855bdfeb32a6
NameErrors within call() are now reported
Oleg Oshmyan <chortos@inbox.lv>
parents:
56
diff
changeset
|
518 if call is not None: |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
519 call(case.problem.config.path, case=case, stdin=infile, stdout=outfile, stderr=devnull, universal_newlines=True, bufsize=-1, preexec_fn=preexec_fn) |
|
57
855bdfeb32a6
NameErrors within call() are now reported
Oleg Oshmyan <chortos@inbox.lv>
parents:
56
diff
changeset
|
520 else: |
| 22 | 521 try: |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
522 try: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
523 case.process = Popen(case.problem.config.path, stdin=infile, stdout=outfile, stderr=devnull, universal_newlines=True, bufsize=-1, preexec_fn=preexec_fn) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
524 except MemoryError: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
525 # If there is not enough memory for the forked test.py, |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
526 # opt for silent dropping of the limit |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
527 # TODO: show a warning somewhere |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
528 case.process = Popen(case.problem.config.path, stdin=infile, stdout=outfile, stderr=devnull, universal_newlines=True, bufsize=-1) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
529 except OSError: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
530 raise CannotStartTestee(sys.exc_info()[1]) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
531 case.time_started = clock() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
532 time_next_check = case.time_started + .15 |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
533 if not case.maxtime: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
534 while True: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
535 exitcode, now = case.process.poll(), clock() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
536 if exitcode is not None: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
537 case.time_stopped = now |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
538 break |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
539 # For some reason (probably Microsoft's fault), |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
540 # msvcrt.kbhit() is slow as hell |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
541 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
542 if now >= time_next_check: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
543 if canceled(): |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
544 raise CanceledByUser |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
545 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
546 time_next_check = now + .15 |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
547 time.sleep(.001) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
548 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
549 time_end = case.time_started + case.maxtime |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
550 while True: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
551 exitcode, now = case.process.poll(), clock() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
552 if exitcode is not None: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
553 case.time_stopped = now |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
554 break |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
555 elif now >= time_end: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
556 raise TimeLimitExceeded |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
557 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
558 if now >= time_next_check: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
559 if canceled(): |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
560 raise CanceledByUser |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
561 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
562 time_next_check = now + .15 |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
563 time.sleep(.001) |
| 22 | 564 if config.globalconf.force_zero_exitcode and case.process.returncode: |
| 565 raise NonZeroExitCode(case.process.returncode) | |
| 566 callback() | |
| 567 case.has_called_back = True | |
| 568 outfile.seek(0) | |
| 569 return case.validate(outfile) | |
| 21 | 570 else: |
| 22 | 571 case.infile.copy(case.problem.config.inname) |
|
57
855bdfeb32a6
NameErrors within call() are now reported
Oleg Oshmyan <chortos@inbox.lv>
parents:
56
diff
changeset
|
572 if call is not None: |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
573 call(case.problem.config.path, case=case, stdin=devnull, stdout=devnull, stderr=STDOUT, preexec_fn=preexec_fn) |
|
57
855bdfeb32a6
NameErrors within call() are now reported
Oleg Oshmyan <chortos@inbox.lv>
parents:
56
diff
changeset
|
574 else: |
| 21 | 575 try: |
|
56
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
576 try: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
577 case.process = Popen(case.problem.config.path, stdin=devnull, stdout=devnull, stderr=STDOUT, preexec_fn=preexec_fn) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
578 except MemoryError: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
579 # If there is not enough memory for the forked test.py, |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
580 # opt for silent dropping of the limit |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
581 # TODO: show a warning somewhere |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
582 case.process = Popen(case.problem.config.path, stdin=devnull, stdout=devnull, stderr=STDOUT) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
583 except OSError: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
584 raise CannotStartTestee(sys.exc_info()[1]) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
585 case.time_started = clock() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
586 time_next_check = case.time_started + .15 |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
587 if not case.maxtime: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
588 while True: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
589 exitcode, now = case.process.poll(), clock() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
590 if exitcode is not None: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
591 case.time_stopped = now |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
592 break |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
593 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
594 if now >= time_next_check: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
595 if canceled(): |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
596 raise CanceledByUser |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
597 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
598 time_next_check = now + .15 |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
599 time.sleep(.001) |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
600 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
601 time_end = case.time_started + case.maxtime |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
602 while True: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
603 exitcode, now = case.process.poll(), clock() |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
604 if exitcode is not None: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
605 case.time_stopped = now |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
606 break |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
607 elif now >= time_end: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
608 raise TimeLimitExceeded |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
609 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
610 if now >= time_next_check: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
611 if canceled(): |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
612 raise CanceledByUser |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
613 else: |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
614 time_next_check = now + .15 |
|
693a938bdeee
Accurate run-time reporting on POSIX
Oleg Oshmyan <chortos@inbox.lv>
parents:
55
diff
changeset
|
615 time.sleep(.001) |
| 21 | 616 if config.globalconf.force_zero_exitcode and case.process.returncode: |
| 617 raise NonZeroExitCode(case.process.returncode) | |
| 22 | 618 callback() |
| 619 case.has_called_back = True | |
| 21 | 620 with open(case.problem.config.outname, 'rU') as output: |
| 621 return case.validate(output) | |
| 622 | |
| 623 | |
| 624 # This is the only test case type not executing any programs to be tested | |
| 625 class OutputOnlyTestCase(ValidatedTestCase): | |
| 626 __slots__ = () | |
| 627 def cleanup(case): pass | |
| 628 | |
| 629 class BestOutputTestCase(ValidatedTestCase): | |
| 630 __slots__ = () | |
| 631 | |
| 632 # This is the only test case type executing two programs simultaneously | |
| 633 class ReactiveTestCase(TestCase): | |
| 634 __slots__ = () | |
| 635 # The basic idea is to launch the program to be tested and the grader | |
| 636 # and to pipe their standard I/O from and to each other, | |
| 637 # and then to capture the grader's exit code and use it | |
| 26 | 638 # like the exit code of an output validator is used. |
| 21 | 639 |
| 640 | |
| 641 def load_problem(prob, _types={'batch' : BatchTestCase, | |
| 642 'outonly' : OutputOnlyTestCase, | |
| 643 'bestout' : BestOutputTestCase, | |
| 644 'reactive': ReactiveTestCase}): | |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
645 # We will need to iterate over these configuration variables twice |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
646 try: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
647 len(prob.config.dummies) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
648 except Exception: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
649 prob.config.dummies = tuple(prob.config.dummies) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
650 try: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
651 len(prob.config.tests) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
652 except Exception: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
653 prob.config.tests = tuple(prob.config.tests) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
654 |
| 23 | 655 if options.legacy: |
| 656 prob.config.usegroups = False | |
| 58 | 657 newtests = [] |
| 23 | 658 for i, name in enumerate(prob.config.tests): |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
659 # Same here; we'll need to iterate over them twice |
| 23 | 660 try: |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
661 l = len(name) |
| 23 | 662 except Exception: |
| 663 try: | |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
664 name = tuple(name) |
| 23 | 665 except TypeError: |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
666 name = (name,) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
667 l = len(name) |
| 58 | 668 if l > 1: |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
669 prob.config.usegroups = True |
| 58 | 670 newtests.append(name) |
| 671 if prob.config.usegroups: | |
| 672 prob.config.tests = newtests | |
| 673 del newtests | |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
674 |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
675 # First get prob.cache.padoutput right, |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
676 # then yield the actual test cases |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
677 for i in prob.config.dummies: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
678 s = 'sample ' + str(i).zfill(prob.config.paddummies) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
679 prob.cache.padoutput = max(prob.cache.padoutput, len(s)) |
| 16 | 680 if prob.config.usegroups: |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
681 for group in prob.config.tests: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
682 for i in group: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
683 s = str(i).zfill(prob.config.padtests) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
684 prob.cache.padoutput = max(prob.cache.padoutput, len(s)) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
685 for i in prob.config.dummies: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
686 s = str(i).zfill(prob.config.paddummies) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
687 yield _types[prob.config.kind](prob, s, True, 0) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
688 for group in prob.config.tests: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
689 yield problem.TestGroup() |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
690 for i in group: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
691 s = str(i).zfill(prob.config.padtests) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
692 yield _types[prob.config.kind](prob, s, False, prob.config.pointmap.get(i, prob.config.pointmap.get(None, prob.config.maxexitcode if prob.config.maxexitcode else 1))) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
693 yield problem.test_context_end |
| 16 | 694 else: |
| 695 for i in prob.config.tests: | |
| 21 | 696 s = str(i).zfill(prob.config.padtests) |
| 697 prob.cache.padoutput = max(prob.cache.padoutput, len(s)) | |
| 698 for i in prob.config.dummies: | |
| 699 s = str(i).zfill(prob.config.paddummies) | |
| 700 yield _types[prob.config.kind](prob, s, True, 0) | |
| 701 for i in prob.config.tests: | |
| 702 s = str(i).zfill(prob.config.padtests) | |
| 703 yield _types[prob.config.kind](prob, s, False, prob.config.pointmap.get(i, prob.config.pointmap.get(None, prob.config.maxexitcode if prob.config.maxexitcode else 1))) |