Mercurial > ~astiob > upreckon > hgweb
annotate 2.00/testcases.py @ 42:44609b41868b
Added .hgignore for pyc files
| author | Oleg Oshmyan <chortos@inbox.lv> |
|---|---|
| date | Sun, 05 Dec 2010 15:29:17 +0100 |
| parents | 164395af969d |
| children | 81f58c938ec5 |
| rev | line source |
|---|---|
| 21 | 1 #! /usr/bin/env python |
| 16 | 2 # Copyright (c) 2010 Chortos-2 <chortos@inbox.lv> |
| 3 | |
| 21 | 4 from __future__ import division, with_statement |
| 5 | |
| 6 try: | |
| 7 from compat import * | |
| 8 import files, problem, config | |
| 9 except ImportError: | |
| 10 import __main__ | |
| 11 __main__.import_error(sys.exc_info()[1]) | |
| 12 else: | |
| 13 from __main__ import clock, options | |
| 14 | |
| 15 import glob, re, sys, tempfile, time | |
| 16 from subprocess import Popen, PIPE, STDOUT | |
| 17 | |
| 18 import os | |
| 19 devnull = open(os.path.devnull, 'w+') | |
| 20 | |
| 21 try: | |
| 22 from signal import SIGTERM, SIGKILL | |
| 23 except ImportError: | |
| 24 SIGTERM = 15 | |
| 25 SIGKILL = 9 | |
| 26 | |
| 16 | 27 try: |
| 21 | 28 from _subprocess import TerminateProcess |
| 29 except ImportError: | |
| 30 # CPython 2.5 does define _subprocess.TerminateProcess even though it is | |
| 31 # not used in the subprocess module, but maybe something else does not | |
| 32 try: | |
| 33 import ctypes | |
| 34 TerminateProcess = ctypes.windll.kernel32.TerminateProcess | |
| 35 except (ImportError, AttributeError): | |
| 36 TerminateProcess = None | |
| 37 | |
| 22 | 38 |
| 39 # Do the hacky-wacky dark magic needed to catch presses of the Escape button. | |
| 40 # If only Python supported forcible termination of threads... | |
| 41 if not sys.stdin.isatty(): | |
| 42 canceled = init_canceled = lambda: False | |
| 43 pause = None | |
| 44 else: | |
| 45 try: | |
| 46 # Windows has select() too, but it is not the select() we want | |
| 47 import msvcrt | |
| 48 except ImportError: | |
| 49 try: | |
| 50 import select, termios, tty, atexit | |
| 51 except ImportError: | |
| 52 # It cannot be helped! | |
| 53 # Silently disable support for killing the program being tested | |
| 54 canceled = init_canceled = lambda: False | |
| 55 pause = None | |
| 56 else: | |
| 57 def cleanup(old=termios.tcgetattr(sys.stdin.fileno())): | |
| 58 termios.tcsetattr(sys.stdin.fileno(), termios.TCSAFLUSH, old) | |
| 59 atexit.register(cleanup) | |
| 60 del cleanup | |
| 61 tty.setcbreak(sys.stdin.fileno()) | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
62 def canceled(select=select.select, stdin=sys.stdin, read=sys.stdin.read): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
63 while select((stdin,), (), (), 0)[0]: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
64 if read(1) == '\33': |
| 22 | 65 return True |
| 66 return False | |
| 67 def init_canceled(): | |
| 68 while select.select((sys.stdin,), (), (), 0)[0]: | |
| 69 sys.stdin.read(1) | |
| 70 def pause(): | |
| 71 sys.stdin.read(1) | |
| 72 else: | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
73 def canceled(kbhit=msvcrt.kbhit, getch=msvcrt.getch): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
74 while kbhit(): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
75 c = getch() |
| 22 | 76 if c == '\33': |
| 77 return True | |
| 78 elif c == '\0': | |
| 79 # Let's hope no-one is fiddling with this | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
80 getch() |
| 22 | 81 return False |
| 82 def init_canceled(): | |
| 83 while msvcrt.kbhit(): | |
| 84 msvcrt.getch() | |
| 85 def pause(): | |
| 86 msvcrt.getch() | |
| 87 | |
| 88 | |
| 21 | 89 __all__ = ('TestCase', 'load_problem', 'TestCaseNotPassed', |
| 22 | 90 'TimeLimitExceeded', 'CanceledByUser', 'WrongAnswer', |
| 91 'NonZeroExitCode', 'CannotStartTestee', | |
| 92 'CannotStartValidator', 'CannotReadOutputFile', | |
| 93 'CannotReadInputFile', 'CannotReadAnswerFile') | |
| 21 | 94 |
| 95 | |
| 96 | |
| 97 # Exceptions | |
| 98 | |
| 99 class TestCaseNotPassed(Exception): __slots__ = () | |
| 100 class TimeLimitExceeded(TestCaseNotPassed): __slots__ = () | |
| 22 | 101 class CanceledByUser(TestCaseNotPassed): __slots__ = () |
| 21 | 102 |
| 103 class WrongAnswer(TestCaseNotPassed): | |
| 104 __slots__ = 'comment' | |
| 105 def __init__(self, comment=''): | |
| 106 self.comment = comment | |
| 107 | |
| 108 class NonZeroExitCode(TestCaseNotPassed): | |
| 109 __slots__ = 'exitcode' | |
| 110 def __init__(self, exitcode): | |
| 111 self.exitcode = exitcode | |
| 112 | |
| 113 class ExceptionWrapper(TestCaseNotPassed): | |
| 114 __slots__ = 'upstream' | |
| 115 def __init__(self, upstream): | |
| 116 self.upstream = upstream | |
| 117 | |
| 118 class CannotStartTestee(ExceptionWrapper): __slots__ = () | |
| 119 class CannotStartValidator(ExceptionWrapper): __slots__ = () | |
| 120 class CannotReadOutputFile(ExceptionWrapper): __slots__ = () | |
| 121 class CannotReadInputFile(ExceptionWrapper): __slots__ = () | |
| 122 class CannotReadAnswerFile(ExceptionWrapper): __slots__ = () | |
| 123 | |
| 124 | |
| 125 | |
| 22 | 126 # Helper context managers |
| 127 | |
| 128 class CopyDeleting(object): | |
| 129 __slots__ = 'case', 'file', 'name' | |
| 130 | |
| 131 def __init__(self, case, file, name): | |
| 132 self.case = case | |
| 133 self.file = file | |
| 134 self.name = name | |
| 135 | |
| 136 def __enter__(self): | |
| 137 if self.name: | |
| 138 try: | |
| 139 self.file.copy(self.name) | |
| 140 except: | |
| 141 try: | |
| 142 self.__exit__(None, None, None) | |
| 143 except: | |
| 144 pass | |
| 145 raise | |
| 146 | |
| 147 def __exit__(self, exc_type, exc_val, exc_tb): | |
| 148 if self.name: | |
| 149 self.case.files_to_delete.append(self.name) | |
| 150 | |
| 151 | |
| 152 class Copying(object): | |
| 153 __slots__ = 'file', 'name' | |
| 154 | |
| 155 def __init__(self, file, name): | |
| 156 self.file = file | |
| 157 self.name = name | |
| 158 | |
| 159 def __enter__(self): | |
| 160 if self.name: | |
| 161 self.file.copy(self.name) | |
| 162 | |
| 163 def __exit__(self, exc_type, exc_val, exc_tb): | |
| 164 pass | |
| 165 | |
| 166 | |
| 167 | |
| 21 | 168 # Test case types |
| 16 | 169 |
| 170 class TestCase(object): | |
| 21 | 171 __slots__ = ('problem', 'id', 'isdummy', 'infile', 'outfile', 'points', |
| 172 'process', 'time_started', 'time_stopped', 'time_limit_string', | |
| 22 | 173 'realinname', 'realoutname', 'maxtime', 'maxmemory', |
| 174 'has_called_back', 'files_to_delete') | |
| 21 | 175 |
| 176 if ABCMeta: | |
| 177 __metaclass__ = ABCMeta | |
| 16 | 178 |
| 21 | 179 def __init__(case, prob, id, isdummy, points): |
| 16 | 180 case.problem = prob |
| 21 | 181 case.id = id |
| 182 case.isdummy = isdummy | |
| 183 case.points = points | |
| 184 case.maxtime = case.problem.config.maxtime | |
| 185 case.maxmemory = case.problem.config.maxmemory | |
| 186 if case.maxtime: | |
| 187 case.time_limit_string = '/%.3f' % case.maxtime | |
| 188 else: | |
| 189 case.time_limit_string = '' | |
| 190 if not isdummy: | |
| 191 case.realinname = case.problem.config.testcaseinname | |
| 192 case.realoutname = case.problem.config.testcaseoutname | |
| 193 else: | |
| 194 case.realinname = case.problem.config.dummyinname | |
| 195 case.realoutname = case.problem.config.dummyoutname | |
| 196 | |
| 197 @abstractmethod | |
| 198 def test(case): raise NotImplementedError | |
| 16 | 199 |
| 22 | 200 def __call__(case, callback): |
| 201 case.has_called_back = False | |
| 202 case.files_to_delete = [] | |
| 21 | 203 try: |
| 22 | 204 return case.test(callback) |
| 21 | 205 finally: |
| 22 | 206 now = clock() |
| 207 if not getattr(case, 'time_started', None): | |
| 208 case.time_started = case.time_stopped = now | |
| 209 elif not getattr(case, 'time_stopped', None): | |
| 210 case.time_stopped = now | |
| 211 if not case.has_called_back: | |
| 212 callback() | |
| 21 | 213 case.cleanup() |
| 214 | |
| 215 def cleanup(case): | |
| 216 #if getattr(case, 'infile', None): | |
| 217 # case.infile.close() | |
| 218 #if getattr(case, 'outfile', None): | |
| 219 # case.outfile.close() | |
| 220 if getattr(case, 'process', None): | |
| 221 # Try killing after three unsuccessful TERM attempts in a row | |
| 222 # (except on Windows, where TERMing is killing) | |
| 223 for i in range(3): | |
| 224 try: | |
| 225 try: | |
| 226 case.process.terminate() | |
| 227 except AttributeError: | |
| 228 # Python 2.5 | |
| 229 if TerminateProcess and hasattr(proc, '_handle'): | |
| 230 # Windows API | |
| 231 TerminateProcess(proc._handle, 1) | |
| 232 else: | |
| 233 # POSIX | |
| 234 os.kill(proc.pid, SIGTERM) | |
| 235 except Exception: | |
| 236 time.sleep(0) | |
| 237 case.process.poll() | |
| 238 else: | |
| 22 | 239 case.process.wait() |
| 21 | 240 break |
| 241 else: | |
| 242 # If killing the process is unsuccessful three times in a row, | |
| 243 # just silently stop trying | |
| 244 for i in range(3): | |
| 245 try: | |
| 246 try: | |
| 247 case.process.kill() | |
| 248 except AttributeError: | |
| 249 # Python 2.5 | |
| 250 if TerminateProcess and hasattr(proc, '_handle'): | |
| 251 # Windows API | |
| 252 TerminateProcess(proc._handle, 1) | |
| 253 else: | |
| 254 # POSIX | |
| 255 os.kill(proc.pid, SIGKILL) | |
| 256 except Exception: | |
| 257 time.sleep(0) | |
| 258 case.process.poll() | |
| 259 else: | |
| 22 | 260 case.process.wait() |
| 21 | 261 break |
| 22 | 262 if case.files_to_delete: |
| 263 for name in case.files_to_delete: | |
| 264 try: | |
| 265 os.remove(name) | |
| 266 except Exception: | |
| 267 # It can't be helped | |
| 268 pass | |
| 21 | 269 |
| 270 def open_infile(case): | |
| 271 try: | |
| 272 case.infile = files.File('/'.join((case.problem.name, case.realinname.replace('$', case.id)))) | |
| 273 except IOError: | |
| 274 e = sys.exc_info()[1] | |
| 275 raise CannotReadInputFile(e) | |
| 276 | |
| 277 def open_outfile(case): | |
| 278 try: | |
| 279 case.outfile = files.File('/'.join((case.problem.name, case.realoutname.replace('$', case.id)))) | |
| 280 except IOError: | |
| 281 e = sys.exc_info()[1] | |
| 282 raise CannotReadAnswerFile(e) | |
| 283 | |
| 16 | 284 |
| 21 | 285 class ValidatedTestCase(TestCase): |
| 286 __slots__ = 'validator' | |
| 287 | |
| 288 def __init__(case, *args): | |
| 289 TestCase.__init__(case, *args) | |
| 290 if not case.problem.config.tester: | |
| 291 case.validator = None | |
| 292 else: | |
| 293 case.validator = case.problem.config.tester | |
| 294 | |
| 295 def validate(case, output): | |
| 296 if not case.validator: | |
| 297 # Compare the output with the reference output | |
| 298 case.open_outfile() | |
| 299 with case.outfile.open() as refoutput: | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
300 for line, refline in zip_longest(output, refoutput): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
301 if refline is not None and not isinstance(refline, basestring): |
| 21 | 302 line = bytes(line, sys.getdefaultencoding()) |
| 303 if line != refline: | |
| 22 | 304 raise WrongAnswer |
|
24
c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
Oleg Oshmyan <chortos@inbox.lv>
parents:
23
diff
changeset
|
305 return 1 |
| 21 | 306 elif callable(case.validator): |
| 307 return case.validator(output) | |
| 308 else: | |
| 309 # Call the validator program | |
| 310 output.close() | |
| 23 | 311 if case.problem.config.ansname: |
| 312 case.open_outfile() | |
| 313 case.outfile.copy(case.problem.config.ansname) | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
314 try: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
315 case.process = Popen(case.validator, stdin=devnull, stdout=PIPE, stderr=STDOUT, universal_newlines=True, bufsize=-1) |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
316 except OSError: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
317 raise CannotStartValidator(sys.exc_info()[1]) |
| 21 | 318 comment = case.process.communicate()[0].strip() |
| 26 | 319 match = re.match(r'(?i)(ok|(?:correct|wrong)(?:(?:\s|_)*answer)?)(?:$|\s+|[.,!:]+\s*)', comment) |
| 21 | 320 if match: |
| 321 comment = comment[match.end():] | |
| 322 if not case.problem.config.maxexitcode: | |
| 323 if case.process.returncode: | |
| 324 raise WrongAnswer(comment) | |
| 325 else: | |
|
24
c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
Oleg Oshmyan <chortos@inbox.lv>
parents:
23
diff
changeset
|
326 return 1, comment |
| 21 | 327 else: |
|
24
c23d81f4a1a3
Score returned by TestCase.__call__() is now normalized to 0..1
Oleg Oshmyan <chortos@inbox.lv>
parents:
23
diff
changeset
|
328 return case.process.returncode / case.problem.config.maxexitcode, comment |
| 21 | 329 |
| 330 | |
| 331 class BatchTestCase(ValidatedTestCase): | |
| 332 __slots__ = () | |
| 333 | |
| 22 | 334 def test(case, callback): |
| 335 init_canceled() | |
| 21 | 336 if sys.platform == 'win32' or not case.maxmemory: |
| 337 preexec_fn = None | |
| 338 else: | |
| 339 def preexec_fn(): | |
| 340 try: | |
| 341 import resource | |
| 342 maxmemory = int(case.maxmemory * 1048576) | |
| 343 resource.setrlimit(resource.RLIMIT_AS, (maxmemory, maxmemory)) | |
| 344 # I would also set a CPU time limit but I do not want the time | |
| 345 # that passes between the calls to fork and exec to be counted in | |
| 346 except MemoryError: | |
| 347 # We do not have enough memory for ourselves; | |
| 348 # let the parent know about this | |
| 349 raise | |
| 350 except Exception: | |
| 351 # Well, at least we tried | |
| 352 pass | |
| 353 case.open_infile() | |
| 354 case.time_started = None | |
| 355 if case.problem.config.stdio: | |
| 356 if options.erase and not case.validator: | |
| 22 | 357 # TODO: re-use the same file name if possible |
| 21 | 358 # FIXME: 2.5 lacks the delete parameter |
| 359 with tempfile.NamedTemporaryFile(delete=False) as f: | |
| 22 | 360 inputdatafname = f.name |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
361 contextmgr = CopyDeleting(case, case.infile, inputdatafname) |
| 21 | 362 else: |
| 363 inputdatafname = case.problem.config.inname | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
364 contextmgr = Copying(case.infile, inputdatafname) |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
365 with contextmgr: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
366 # FIXME: this U doesn't do anything good for the child process, does it? |
| 22 | 367 with open(inputdatafname, 'rU') as infile: |
| 368 with tempfile.TemporaryFile('w+') if options.erase and not case.validator else open(case.problem.config.outname, 'w+') as outfile: | |
| 21 | 369 try: |
| 22 | 370 try: |
| 371 case.process = Popen(case.problem.config.path, stdin=infile, stdout=outfile, stderr=devnull, universal_newlines=True, bufsize=-1, preexec_fn=preexec_fn) | |
| 372 except MemoryError: | |
| 373 # If there is not enough memory for the forked test.py, | |
| 374 # opt for silent dropping of the limit | |
| 26 | 375 # TODO: show a warning somewhere |
| 22 | 376 case.process = Popen(case.problem.config.path, stdin=infile, stdout=outfile, stderr=devnull, universal_newlines=True, bufsize=-1) |
| 377 except OSError: | |
| 378 raise CannotStartTestee(sys.exc_info()[1]) | |
| 379 case.time_started = clock() | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
380 time_next_check = case.time_started + .15 |
| 22 | 381 if not case.maxtime: |
| 382 while True: | |
| 383 exitcode, now = case.process.poll(), clock() | |
| 384 if exitcode is not None: | |
| 385 case.time_stopped = now | |
| 386 break | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
387 # For some reason (probably Microsoft's fault), |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
388 # msvcrt.kbhit() is slow as hell |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
389 else: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
390 if now >= time_next_check: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
391 if canceled(): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
392 raise CanceledByUser |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
393 else: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
394 time_next_check = now + .15 |
| 27 | 395 time.sleep(0) |
| 22 | 396 else: |
| 397 time_end = case.time_started + case.maxtime | |
| 398 while True: | |
| 399 exitcode, now = case.process.poll(), clock() | |
| 400 if exitcode is not None: | |
| 401 case.time_stopped = now | |
| 402 break | |
| 403 elif now >= time_end: | |
| 404 raise TimeLimitExceeded | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
405 else: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
406 if now >= time_next_check: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
407 if canceled(): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
408 raise CanceledByUser |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
409 else: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
410 time_next_check = now + .15 |
| 27 | 411 time.sleep(0) |
| 22 | 412 if config.globalconf.force_zero_exitcode and case.process.returncode: |
| 413 raise NonZeroExitCode(case.process.returncode) | |
| 414 callback() | |
| 415 case.has_called_back = True | |
| 416 outfile.seek(0) | |
| 417 return case.validate(outfile) | |
| 21 | 418 else: |
| 22 | 419 case.infile.copy(case.problem.config.inname) |
| 21 | 420 try: |
| 421 try: | |
| 422 case.process = Popen(case.problem.config.path, stdin=devnull, stdout=devnull, stderr=STDOUT, preexec_fn=preexec_fn) | |
| 423 except MemoryError: | |
| 424 # If there is not enough memory for the forked test.py, | |
| 425 # opt for silent dropping of the limit | |
| 26 | 426 # TODO: show a warning somewhere |
| 21 | 427 case.process = Popen(case.problem.config.path, stdin=devnull, stdout=devnull, stderr=STDOUT) |
| 428 except OSError: | |
| 429 raise CannotStartTestee(sys.exc_info()[1]) | |
| 430 case.time_started = clock() | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
431 time_next_check = case.time_started + .15 |
| 21 | 432 if not case.maxtime: |
| 22 | 433 while True: |
| 434 exitcode, now = case.process.poll(), clock() | |
| 435 if exitcode is not None: | |
| 436 case.time_stopped = now | |
| 437 break | |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
438 else: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
439 if now >= time_next_check: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
440 if canceled(): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
441 raise CanceledByUser |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
442 else: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
443 time_next_check = now + .15 |
| 27 | 444 time.sleep(0) |
| 21 | 445 else: |
| 446 time_end = case.time_started + case.maxtime | |
| 447 while True: | |
| 22 | 448 exitcode, now = case.process.poll(), clock() |
| 21 | 449 if exitcode is not None: |
| 450 case.time_stopped = now | |
| 451 break | |
| 452 elif now >= time_end: | |
| 22 | 453 raise TimeLimitExceeded |
|
25
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
454 else: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
455 if now >= time_next_check: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
456 if canceled(): |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
457 raise CanceledByUser |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
458 else: |
|
b500e117080e
Bug fixes and overhead reduction
Oleg Oshmyan <chortos@inbox.lv>
parents:
24
diff
changeset
|
459 time_next_check = now + .15 |
| 27 | 460 time.sleep(0) |
| 21 | 461 if config.globalconf.force_zero_exitcode and case.process.returncode: |
| 462 raise NonZeroExitCode(case.process.returncode) | |
| 22 | 463 callback() |
| 464 case.has_called_back = True | |
| 21 | 465 with open(case.problem.config.outname, 'rU') as output: |
| 466 return case.validate(output) | |
| 467 | |
| 468 | |
| 469 # This is the only test case type not executing any programs to be tested | |
| 470 class OutputOnlyTestCase(ValidatedTestCase): | |
| 471 __slots__ = () | |
| 472 def cleanup(case): pass | |
| 473 | |
| 474 class BestOutputTestCase(ValidatedTestCase): | |
| 475 __slots__ = () | |
| 476 | |
| 477 # This is the only test case type executing two programs simultaneously | |
| 478 class ReactiveTestCase(TestCase): | |
| 479 __slots__ = () | |
| 480 # The basic idea is to launch the program to be tested and the grader | |
| 481 # and to pipe their standard I/O from and to each other, | |
| 482 # and then to capture the grader's exit code and use it | |
| 26 | 483 # like the exit code of an output validator is used. |
| 21 | 484 |
| 485 | |
| 486 def load_problem(prob, _types={'batch' : BatchTestCase, | |
| 487 'outonly' : OutputOnlyTestCase, | |
| 488 'bestout' : BestOutputTestCase, | |
| 489 'reactive': ReactiveTestCase}): | |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
490 # We will need to iterate over these configuration variables twice |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
491 try: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
492 len(prob.config.dummies) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
493 except Exception: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
494 prob.config.dummies = tuple(prob.config.dummies) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
495 try: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
496 len(prob.config.tests) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
497 except Exception: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
498 prob.config.tests = tuple(prob.config.tests) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
499 |
| 23 | 500 if options.legacy: |
| 501 prob.config.usegroups = False | |
| 502 prob.config.tests = list(prob.config.tests) | |
| 503 for i, name in enumerate(prob.config.tests): | |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
504 # Same here; we'll need to iterate over them twice |
| 23 | 505 try: |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
506 l = len(name) |
| 23 | 507 except Exception: |
| 508 try: | |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
509 name = tuple(name) |
| 23 | 510 except TypeError: |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
511 name = (name,) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
512 l = len(name) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
513 if len(name) > 1: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
514 prob.config.usegroups = True |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
515 break |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
516 elif not len(name): |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
517 prob.config.tests[i] = (name,) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
518 |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
519 # First get prob.cache.padoutput right, |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
520 # then yield the actual test cases |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
521 for i in prob.config.dummies: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
522 s = 'sample ' + str(i).zfill(prob.config.paddummies) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
523 prob.cache.padoutput = max(prob.cache.padoutput, len(s)) |
| 16 | 524 if prob.config.usegroups: |
|
39
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
525 for group in prob.config.tests: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
526 for i in group: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
527 s = str(i).zfill(prob.config.padtests) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
528 prob.cache.padoutput = max(prob.cache.padoutput, len(s)) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
529 for i in prob.config.dummies: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
530 s = str(i).zfill(prob.config.paddummies) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
531 yield _types[prob.config.kind](prob, s, True, 0) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
532 for group in prob.config.tests: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
533 yield problem.TestGroup() |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
534 for i in group: |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
535 s = str(i).zfill(prob.config.padtests) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
536 yield _types[prob.config.kind](prob, s, False, prob.config.pointmap.get(i, prob.config.pointmap.get(None, prob.config.maxexitcode if prob.config.maxexitcode else 1))) |
|
2b459f9743b4
Test groups are now supported
Oleg Oshmyan <chortos@inbox.lv>
parents:
27
diff
changeset
|
537 yield problem.test_context_end |
| 16 | 538 else: |
| 539 for i in prob.config.tests: | |
| 21 | 540 s = str(i).zfill(prob.config.padtests) |
| 541 prob.cache.padoutput = max(prob.cache.padoutput, len(s)) | |
| 542 for i in prob.config.dummies: | |
| 543 s = str(i).zfill(prob.config.paddummies) | |
| 544 yield _types[prob.config.kind](prob, s, True, 0) | |
| 545 for i in prob.config.tests: | |
| 546 s = str(i).zfill(prob.config.padtests) | |
| 547 yield _types[prob.config.kind](prob, s, False, prob.config.pointmap.get(i, prob.config.pointmap.get(None, prob.config.maxexitcode if prob.config.maxexitcode else 1))) |