BIC pred error rates

README.org

@@ -6,10 +6,12 @@ Figures for Labeled Optimal PARTitioning paper, [[https://arxiv.org/abs/2006.139
   number of labels (left)]], [[file:figure-timings.tex][time vs number of data (right)]].
 - Figures 3-4: Best case label error. [[file:figure-label-errors.R][R script]], [[file:figure-label-errors.pdf][OPART pdf (Fig 3
   left)]], [[file:figure-label-errors-BinSeg.pdf][BinSeg pdf (Fig 3 right)]], [[file:figure-label-errors-SegAnnot.pdf][SegAnnot pdf (Fig 4)]].
-- Comparison with BIC figures. [[file:figure-cv-BIC.R][R script]]:
-  - First run [[file:figure-label-errors-data.R]] to compute target
-    intervals, which should create a folder of
-    figure-label-errors-data/*.csv files, same as
+- Comparison with BIC figures. [[file:figure-cv-BIC.R][R script]] will make [[file:figure-cv-BIC-pred.csv][this predictions CSV]].
+  - First run [[file:figure-label-errors-data.R]] and
+    [[file:figure-label-errors-data-binseg.R]] to compute label error
+    rates for a grid of penaleis, which should create folders of
+    figure-label-errors-data/*.csv and
+    figure-label-errors-data-binseg/*.csv files, same as
     [[file:figure-label-errors-data.tgz]]
   - Figure 5: [[file:figure-cv-BIC.pdf][Error rates]], [[file:figure-cv-BIC-error-rates.csv][CSV for data in figure]].
   - Figure 6: [[file:figure-cv-BIC-roc.pdf][ROC curves]], [[file:figure-cv-BIC-roc.csv][CSV for data in figure]].

figure-cv-BIC-error-rates.csv

@@ -2,24 +2,24 @@ FPR,TPR,fp,tp,auc,labels,model.name,test.fold,Penalty,Parameters,possible.fp,pos
 0,0,0,0,,752,SegAnnot,1,constant,1,752,298,298,298,39.6276595744681,constant.1,60.3723404255319
 0,0,0,0,,752,SegAnnot,1,BIC,0,752,298,298,298,39.6276595744681,BIC.0,60.3723404255319
 0,0,0,0,,752,SegAnnot,1,linear,2,752,298,298,298,39.6276595744681,linear.2,60.3723404255319
+0.168882978723404,0.73489932885906,127,219,0.872637173354277,752,BinSeg,1,constant,1,752,298,79,206,27.3936170212766,constant.1,72.6063829787234
+0.0279255319148936,0.359060402684564,21,107,0.879830519063259,752,BinSeg,1,BIC,0,752,298,191,212,28.1914893617021,BIC.0,71.8085106382979
+0.0944148936170213,0.684563758389262,71,204,0.868272972297587,752,BinSeg,1,linear,2,752,298,94,165,21.9414893617021,linear.2,78.0585106382979
 0.196808510638298,0.879194630872483,148,262,0.90390948522062,752,LOPART,1,constant,1,752,298,36,184,24.468085106383,constant.1,75.531914893617
 0.0265957446808511,0.399328859060403,20,119,0.920788412109096,752,LOPART,1,BIC,0,752,298,179,199,26.4627659574468,BIC.0,73.5372340425532
 0.113031914893617,0.775167785234899,85,231,0.927834499500214,752,LOPART,1,linear,2,752,298,67,152,20.2127659574468,linear.2,79.7872340425532
 0.195478723404255,0.822147651006711,147,245,0.892780326288733,752,OPART,1,constant,1,752,298,53,200,26.5957446808511,constant.1,73.404255319149
 0.0292553191489362,0.389261744966443,22,116,0.906841264458089,752,OPART,1,BIC,0,752,298,182,204,27.1276595744681,BIC.0,72.8723404255319
 0.110372340425532,0.748322147651007,83,223,0.907568631300871,752,OPART,1,linear,2,752,298,75,158,21.0106382978723,linear.2,78.9893617021277
-0.168882978723404,0.73489932885906,127,219,0.872637173354277,752,BinSeg,1,constant,1,752,298,79,206,27.3936170212766,constant.1,72.6063829787234
-0.0279255319148936,0.359060402684564,21,107,0.879830519063259,752,BinSeg,1,BIC,0,752,298,191,212,28.1914893617021,BIC.0,71.8085106382979
-0.0944148936170213,0.684563758389262,71,204,0.868272972297587,752,BinSeg,1,linear,2,752,298,94,165,21.9414893617021,linear.2,78.0585106382979
 0,0,0,0,,520,SegAnnot,2,constant,1,520,375,375,375,72.1153846153846,constant.1,27.8846153846154
 0,0,0,0,,520,SegAnnot,2,BIC,0,520,375,375,375,72.1153846153846,BIC.0,27.8846153846154
 0,0,0,0,,520,SegAnnot,2,linear,2,520,375,375,375,72.1153846153846,linear.2,27.8846153846154
+0.0826923076923077,0.477333333333333,43,179,0.883425641025641,520,BinSeg,2,constant,1,520,375,196,239,45.9615384615385,constant.1,54.0384615384615
+0.0365384615384615,0.370666666666667,19,139,0.895830769230769,520,BinSeg,2,BIC,0,520,375,236,255,49.0384615384615,BIC.0,50.9615384615385
+0.0730769230769231,0.712,38,267,0.890194871794872,520,BinSeg,2,linear,2,520,375,108,146,28.0769230769231,linear.2,71.9230769230769
 0.0865384615384615,0.525333333333333,45,197,0.917066666666667,520,LOPART,2,constant,1,520,375,178,223,42.8846153846154,constant.1,57.1153846153846
 0.0211538461538462,0.402666666666667,11,151,0.934551282051282,520,LOPART,2,BIC,0,520,375,224,235,45.1923076923077,BIC.0,54.8076923076923
 0.0538461538461539,0.72,28,270,0.944592307692308,520,LOPART,2,linear,2,520,375,105,133,25.5769230769231,linear.2,74.4230769230769
 0.0865384615384615,0.504,45,189,0.907984615384615,520,OPART,2,constant,1,520,375,186,231,44.4230769230769,constant.1,55.5769230769231
 0.0230769230769231,0.389333333333333,12,146,0.9244,520,OPART,2,BIC,0,520,375,229,241,46.3461538461539,BIC.0,53.6538461538462
 0.0557692307692308,0.706666666666667,29,265,0.929271794871795,520,OPART,2,linear,2,520,375,110,139,26.7307692307692,linear.2,73.2692307692308
-0.0826923076923077,0.477333333333333,43,179,0.883425641025641,520,BinSeg,2,constant,1,520,375,196,239,45.9615384615385,constant.1,54.0384615384615
-0.0365384615384615,0.370666666666667,19,139,0.895830769230769,520,BinSeg,2,BIC,0,520,375,236,255,49.0384615384615,BIC.0,50.9615384615385
-0.0730769230769231,0.712,38,267,0.890194871794872,520,BinSeg,2,linear,2,520,375,108,146,28.0769230769231,linear.2,71.9230769230769