diff --git a/bin/evaluate-areas.sh b/bin/evaluate-areas.sh index 33733d7..cf7478e 100755 --- a/bin/evaluate-areas.sh +++ b/bin/evaluate-areas.sh @@ -20,4 +20,14 @@ rm tmp.tsv tmp.json +# Plots csvjson -t < precision.tsv > precision.json + +# Metrics +mean=$(fx precision.json '.map(i => i.precision)' 'R.mean') +median=$(fx precision.json '.map(i => i.precision)' 'R.median') +min=$(fx precision.json '.map(i => i.precision)' 'Math.min(...this)') +max=$(fx precision.json '.map(i => i.precision)' 'Math.max(...this)') +printf "mean\tmedian\tmin\tmax\n" > metrics.tsv +printf "%f\t%f\t%f\t%f\n" ${mean/./,} ${median/./,} ${min/./,} ${max/./,} | sed -E 's/,/\./g' >> metrics.tsv +csvjson -t metrics.tsv > metrics.json diff --git a/dvc.lock b/dvc.lock index c4ea715..1d261d6 100644 --- a/dvc.lock +++ b/dvc.lock @@ -177,3 +177,18 @@ md5: 4bc30dee7cb60406116610ceb54f066a.dir size: 102068604 nfiles: 96 + evaluate: + cmd: + - bin/evaluate-areas.sh + deps: + - path: models + md5: 4bc30dee7cb60406116610ceb54f066a.dir + size: 102068604 + nfiles: 96 + outs: + - path: metrics.tsv + md5: 6a2309a98947e4fc9ea9d3e73c9f27e4 + size: 56 + - path: precision.json + md5: 474d58e16b4f8c0d3f70f23a51a5cb28 + size: 2873 diff --git a/dvc.yaml b/dvc.yaml index 6ae9010..d7983eb 100644 --- a/dvc.yaml +++ b/dvc.yaml @@ -57,6 +57,10 @@ - bin/evaluate-areas.sh deps: - models + metrics: + - metrics.json: + desc: Statistiques sur les précisions obtenues par aire géographique + cache: false plots: - precision.json: cache: false diff --git a/metrics.json b/metrics.json new file mode 100644 index 0000000..459ba6d --- /dev/null +++ b/metrics.json @@ -0,0 +1 @@ +[{"mean": 0.28285, "median": 0.2155, "min": 0.0356, "max": 0.76}] \ No newline at end of file diff --git a/metrics.tsv b/metrics.tsv new file mode 100644 index 0000000..b0565cb --- /dev/null +++ b/metrics.tsv @@ -0,0 +1,2 @@ +mean median min max +0.282850 0.215500 0.035600 0.760000