summaryrefslogtreecommitdiff
path: root/bin
diff options
context:
space:
mode:
authorBirte Kristina Friesel <birte.friesel@uos.de>2024-10-24 12:17:43 +0200
committerBirte Kristina Friesel <birte.friesel@uos.de>2024-10-24 12:17:43 +0200
commita0933fef969c4555452fcbf70e6183eddf141956 (patch)
tree5246a776b4672e78bd0dda6d9da473a312c3a08e /bin
parentb8519f00d9c30a7726435aac6989455a7ba91afe (diff)
add --add-total-observation for behaviour model evaluation
Diffstat (limited to 'bin')
-rwxr-xr-xbin/analyze-log.py20
1 files changed, 16 insertions, 4 deletions
diff --git a/bin/analyze-log.py b/bin/analyze-log.py
index 1978df0..fc7fc0d 100755
--- a/bin/analyze-log.py
+++ b/bin/analyze-log.py
@@ -214,14 +214,26 @@ def main():
ts = time.time()
if xv_method == "montecarlo":
static_quality, _ = xv.montecarlo(
- lambda m: m.get_static(), xv_count, static=True
+ lambda m: m.get_static(),
+ xv_count,
+ static=True,
+ with_sum=args.add_total_observation,
)
xv.export_filename = args.export_xv
- analytic_quality, _ = xv.montecarlo(lambda m: m.get_fitted()[0], xv_count)
+ analytic_quality, _ = xv.montecarlo(
+ lambda m: m.get_fitted()[0], xv_count, with_sum=args.add_total_observation
+ )
elif xv_method == "kfold":
- static_quality, _ = xv.kfold(lambda m: m.get_static(), xv_count, static=True)
+ static_quality, _ = xv.kfold(
+ lambda m: m.get_static(),
+ xv_count,
+ static=True,
+ with_sum=args.add_total_observation,
+ )
xv.export_filename = args.export_xv
- analytic_quality, _ = xv.kfold(lambda m: m.get_fitted()[0], xv_count)
+ analytic_quality, _ = xv.kfold(
+ lambda m: m.get_fitted()[0], xv_count, with_sum=args.add_total_observation
+ )
else:
static_quality = model.assess(static_model)
if args.export_raw_predictions: