summaryrefslogtreecommitdiff
path: root/bin/analyze-archive.py
diff options
context:
space:
mode:
authorDaniel Friesel <daniel.friesel@uos.de>2021-11-23 09:24:07 +0100
committerDaniel Friesel <daniel.friesel@uos.de>2021-11-23 09:24:07 +0100
commitfa9405d911d7c6ea4cd3f6b19535f7d13a6f65d2 (patch)
tree95236624ad37246873a11f8c2ef2cca1efb8d079 /bin/analyze-archive.py
parent5b5380430eb3b701c1c43e18524a6b4759f46e27 (diff)
add parameter-aware cross validation
Diffstat (limited to 'bin/analyze-archive.py')
-rwxr-xr-xbin/analyze-archive.py6
1 files changed, 6 insertions, 0 deletions
diff --git a/bin/analyze-archive.py b/bin/analyze-archive.py
index c66570e..f1b9f71 100755
--- a/bin/analyze-archive.py
+++ b/bin/analyze-archive.py
@@ -477,6 +477,11 @@ if __name__ == "__main__":
"Only works with --show-quality=table at the moment.",
)
parser.add_argument(
+ "--parameter-aware-cross-validation",
+ action="store_true",
+ help="Perform parameter-aware cross-validation: ensure that parameter values (and not just observations) are mutually exclusive between training and validation sets.",
+ )
+ parser.add_argument(
"--with-safe-functions",
action="store_true",
help="Include 'safe' functions (safe_log, safe_inv, safe_sqrt) which are also defined for 0 and -1. "
@@ -655,6 +660,7 @@ if __name__ == "__main__":
if xv_method:
xv = CrossValidator(PTAModel, by_name, parameters, arg_count)
+ xv.parameter_aware = args.parameter_aware_cross_validation
if args.info:
for state in model.states: