144 lines
5.5 KiB
Python
144 lines
5.5 KiB
Python
"""
|
|
Author -- Michael Widrich
|
|
Contact -- widrich@ml.jku.at
|
|
Date -- 01.10.2019
|
|
|
|
###############################################################################
|
|
|
|
The following copyright statement applies to all code within this file.
|
|
|
|
Copyright statement:
|
|
This material, no matter whether in printed or electronic form,
|
|
may be used for personal and non-commercial educational use only.
|
|
Any reproduction of this manuscript, no matter whether as a whole or in parts,
|
|
no matter whether in printed or in electronic form, requires explicit prior
|
|
acceptance of the authors.
|
|
|
|
###############################################################################
|
|
|
|
"""
|
|
|
|
import os
|
|
import sys
|
|
import traceback
|
|
|
|
import dill as pkl
|
|
import numpy as np
|
|
|
|
|
|
def print_outs(outs, line_token="-"):
|
|
print(line_token * 40)
|
|
print(outs, end="" if isinstance(outs, str) and outs.endswith("\n") else "\n")
|
|
print(line_token * 40)
|
|
|
|
|
|
ex_file = 'ex4.py'
|
|
full_points = 20
|
|
points = full_points
|
|
python = sys.executable
|
|
|
|
with open(os.path.join("unittest", "unittest_inputs_outputs.pkl"), "rb") as ufh:
|
|
all_inputs_outputs = pkl.load(ufh)
|
|
all_inputs = all_inputs_outputs['inputs']
|
|
all_outputs = all_inputs_outputs['outputs']
|
|
|
|
feedback = ''
|
|
|
|
for test_i, (inputs, outputs) in enumerate(zip(all_inputs, all_outputs)):
|
|
|
|
comment = ''
|
|
fcall = ''
|
|
with open(os.devnull, 'w') as null:
|
|
# sys.stdout = null
|
|
try:
|
|
from ex4 import ex4
|
|
proper_import = True
|
|
except Exception:
|
|
outs = ''
|
|
errs = traceback.format_exc()
|
|
points -= full_points / len(all_inputs_outputs)
|
|
proper_import = False
|
|
finally:
|
|
sys.stdout.flush()
|
|
sys.stdout = sys.__stdout__
|
|
|
|
if proper_import:
|
|
with open(os.devnull, 'w') as null:
|
|
# sys.stdout = null
|
|
try:
|
|
errs = ''
|
|
fcall = f"ex4(image_array={inputs[0]}, offset={inputs[1]}, spacing={inputs[2]}))"
|
|
returns = ex4(image_array=inputs[0], offset=inputs[1],
|
|
spacing=inputs[2])
|
|
|
|
# Check if returns and outputs are of same type
|
|
if type(returns) != type(outputs):
|
|
comment = f"Output should be: {type(outputs).__name__} ('{outputs}'). \n" \
|
|
f" but is: {returns}"
|
|
points -= full_points / len(all_inputs)
|
|
else:
|
|
# Check input_array output
|
|
if (len(returns) != 3
|
|
or not isinstance(returns[0], np.ndarray)
|
|
or returns[0].dtype != outputs[0].dtype
|
|
or returns[0].shape != outputs[0].shape
|
|
or np.any(returns[0] != outputs[0])):
|
|
points -= (full_points / len(all_inputs)) / 3
|
|
comment = f"Incorrect 'input_array'. Output should be: " \
|
|
f"{outputs} \n" \
|
|
f"but is {returns}"
|
|
|
|
# Check known_array output
|
|
if (len(returns) != 3
|
|
or not isinstance(returns[1], np.ndarray)
|
|
or returns[1].dtype != outputs[1].dtype
|
|
or returns[1].shape != outputs[1].shape
|
|
or np.any(returns[1] != outputs[1])):
|
|
points -= (full_points / len(all_inputs)) / 3
|
|
comment = f"Incorrect 'known_array'. Output should be: " \
|
|
f"{outputs} \n" \
|
|
f"but is {returns}"
|
|
|
|
# Check target_array output
|
|
if (len(returns) != 3
|
|
or not isinstance(returns[2], np.ndarray)
|
|
or returns[2].dtype != outputs[2].dtype
|
|
or returns[2].shape != outputs[2].shape
|
|
or np.any(returns[2] != outputs[2])):
|
|
points -= (full_points / len(all_inputs)) / 3
|
|
comment = f"Incorrect 'target_array'. Output should be: " \
|
|
f"{outputs} \n" \
|
|
f"but is {returns}"
|
|
|
|
except Exception as e:
|
|
outs = ''
|
|
if not type(e) == type(outputs):
|
|
comment = f"Output should be: {type(outputs).__name__} ('{outputs}'). \n" \
|
|
f" but is:\n{traceback.format_exc()}"
|
|
points -= full_points / len(all_inputs)
|
|
finally:
|
|
sys.stdout.flush()
|
|
sys.stdout = sys.__stdout__
|
|
|
|
print()
|
|
print_outs(f"Test {test_i}", line_token="#")
|
|
print("Function call:")
|
|
print_outs(fcall)
|
|
|
|
if errs:
|
|
print(f"Some unexpected errors occurred:")
|
|
print_outs(errs)
|
|
else:
|
|
print("Notes:")
|
|
print_outs("No issues found" if comment == "" else comment)
|
|
|
|
# due to floating point calculations it could happen that we get -0 here
|
|
if points < 0:
|
|
assert abs(points) < 1e-7, f"points were {points} < 0: error when subtracting points?"
|
|
points = 0
|
|
print(f"Current points: {points:.2f}")
|
|
|
|
print(f"\nEstimated points upon submission: {points:.2f} (out of {full_points:.2f})")
|
|
print(f"This is only an estimate, see 'Instructions for submitting homework' in Moodle "
|
|
f"for common mistakes that can still lead to 0 points.")
|