Skip to content

Commit

Permalink
8h reruns for failed 1st runs
Browse files Browse the repository at this point in the history
  • Loading branch information
Sebastien Poirier committed Apr 27, 2019
1 parent 291874c commit dd1d797
Show file tree
Hide file tree
Showing 6 changed files with 20 additions and 19 deletions.
Binary file modified reports/graphics/8h/binary_norm_score_stripplot.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file modified reports/graphics/8h/binary_results_stripplot.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file modified reports/graphics/8h/multiclass_norm_score_stripplot.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file modified reports/graphics/8h/multiclass_results_stripplot.png
View file
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
19 changes: 10 additions & 9 deletions reports/results_large-8c8h.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -58,6 +58,7 @@ openml.org/t/189356,Albert,H2OAutoML,3,0.763396,aws.docker,3.24.0.1,{'_nthreads'
openml.org/t/189356,Albert,H2OAutoML,6,0.763271,aws.docker,3.24.0.1,{'_nthreads': 4},stable,2019-04-18T22:10:04,32063.2,13,4164966099,,0.666612,0.763271,
openml.org/t/189356,Albert,H2OAutoML,2,0.767405,aws.docker,3.24.0.1,{'_nthreads': 4},stable,2019-04-18T22:09:57,32092.3,13,4164966095,,0.66633,0.767405,
openml.org/t/189356,Albert,H2OAutoML,1,0.765101,aws.docker,3.24.0.1,"{'_attempt': 2, '_nthreads': 4}",stable,2019-04-26T06:47:03,32154.9,13,39015092,,0.669881,0.765101,
openml.org/t/189356,Albert,H2OAutoML,5,,aws.docker,3.24.0.1,"{'_attempt': 2, '_nthreads': 4}",stable,2019-04-27T01:39:23,24487.1,,1631211227,Error: Local server has died unexpectedly. RIP.,,,
openml.org/t/7593,Covertype,H2OAutoML,0,0.156644,aws.docker,3.24.0.1,,stable,2019-04-18T16:02:58,29697.5,4,2720569638,,0.946439,,0.156644
openml.org/t/7593,Covertype,H2OAutoML,1,0.207604,aws.docker,3.24.0.1,,stable,2019-04-18T16:40:40,28807.5,1,2720569639,,0.930261,,0.207604
openml.org/t/7593,Covertype,H2OAutoML,2,0.161433,aws.docker,3.24.0.1,,stable,2019-04-18T17:49:14,29746.5,4,2720569640,,0.948004,,0.161433
Expand Down Expand Up @@ -109,15 +110,15 @@ openml.org/t/7593,Covertype,TPOT,7,0.0957953,aws.docker,0.9.6,,stable,2019-04-18
openml.org/t/7593,Covertype,TPOT,8,0.0940264,aws.docker,0.9.6,,stable,2019-04-18T23:41:28,29095.2,528,241716918,,0.970775,,0.0940264
openml.org/t/7593,Covertype,TPOT,9,0.123417,aws.docker,0.9.6,,stable,2019-04-18T23:49:55,29120.3,190,241716919,,0.967264,,0.123417
openml.org/t/189355,Dionis,TPOT,6,3.90926,aws.docker,0.9.6,,stable,2019-04-19T09:22:11,36818.7,16,241716916,,0.422499,,3.90926
openml.org/t/189355,Dionis,TPOT,0,,aws.docker,0.9.6,,stable,2019-04-19T11:44:30,57600.1,,241716910,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,1,,aws.docker,0.9.6,,stable,2019-04-19T11:46:16,57600.1,,241716911,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,2,,aws.docker,0.9.6,,stable,2019-04-19T13:34:14,57600.2,,241716912,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,3,,aws.docker,0.9.6,,stable,2019-04-19T13:58:33,57600.2,,241716913,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,4,,aws.docker,0.9.6,,stable,2019-04-19T14:21:54,57600.2,,241716914,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,5,,aws.docker,0.9.6,,stable,2019-04-19T14:35:48,57600.2,,241716915,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,7,,aws.docker,0.9.6,,stable,2019-04-19T15:29:15,57600.1,,241716917,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,8,,aws.docker,0.9.6,,stable,2019-04-19T15:45:09,57600.2,,241716918,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,9,,aws.docker,0.9.6,,stable,2019-04-19T15:53:41,57600.2,,241716919,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,1,,aws.docker,0.9.6,{'_attempt': 2},stable,2019-04-26T15:59:21,57600.2,,592812054,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,4,,aws.docker,0.9.6,{'_attempt': 2},stable,2019-04-26T15:59:34,57600.6,,592812057,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,5,,aws.docker,0.9.6,{'_attempt': 2},stable,2019-04-26T15:59:41,57600.2,,592812058,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,3,,aws.docker,0.9.6,{'_attempt': 2},stable,2019-04-26T15:59:26,57600.1,,592812056,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,7,,aws.docker,0.9.6,{'_attempt': 2},stable,2019-04-26T16:00:21,57600.2,,592812060,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,9,,aws.docker,0.9.6,{'_attempt': 2},stable,2019-04-26T16:01:07,57600.2,,592812062,Missing predictions.,,,
openml.org/t/189355,Dionis,TPOT,0,,aws,0.9.6,{'_attempt': 2},stable,2019-04-26T01:07:30,4233.1,,592812053,Exception: Aborting instance i-07ff7301ef0fdf7db for job aws_large-8c8h_Dionis_0_TPOT.,,,
openml.org/t/189355,Dionis,TPOT,2,,aws,0.9.6,{'_attempt': 2},stable,2019-04-26T01:37:53,6045.5,,592812055,Exception: Aborting instance i-00620892b62d82a61 for job aws_large-8c8h_Dionis_2_TPOT.,,,
openml.org/t/189355,Dionis,TPOT,8,,aws,0.9.6,{'_attempt': 2},stable,2019-04-26T03:18:06,12029.1,,592812061,Exception: Aborting instance i-0ee809f3216f8951b for job aws_large-8c8h_Dionis_8_TPOT.,,,
openml.org/t/189356,Albert,AutoWEKA,8,,aws.docker,2.6,{'_parallelRuns': 4},stable,2019-04-19T05:11:45,26724.0,,3595719597,Error: Command 'java -cp /bench/frameworks/AutoWEKA/lib/autoweka/autoweka.jar weka.classifiers.meta.AutoWEKAClassifier -t /input/org/openml/www/datasets/41147/dataset_train_8_target_last.arff -T /i...,,,
openml.org/t/189356,Albert,AutoWEKA,7,,aws.docker,2.6,{'_parallelRuns': 4},stable,2019-04-19T05:12:47,26791.1,,3595719596,Error: Command 'java -cp /bench/frameworks/AutoWEKA/lib/autoweka/autoweka.jar weka.classifiers.meta.AutoWEKAClassifier -t /input/org/openml/www/datasets/41147/dataset_train_7_target_last.arff -T /i...,,,
openml.org/t/189356,Albert,AutoWEKA,6,,aws.docker,2.6,{'_parallelRuns': 4},stable,2019-04-19T05:14:34,26913.4,,3595719595,Error: Command 'java -cp /bench/frameworks/AutoWEKA/lib/autoweka/autoweka.jar weka.classifiers.meta.AutoWEKAClassifier -t /input/org/openml/www/datasets/41147/dataset_train_6_target_last.arff -T /i...,,,
Expand Down
20 changes: 10 additions & 10 deletions reports/tables/8h/all_results.csv
View file
Original file line number Diff line number Diff line change
Expand Up @@ -178,6 +178,7 @@ acc,auc,duration,fold,framework,id,info,logloss,mode,models,params,result,seed,t
0.666612,0.763271,32063.2,6,h2oautoml,openml.org/t/189356,,,aws.docker,13,{'_nthreads': 4},0.763271,4.16497e+09,stable,albert,2019-04-18T22:10:04,3.24.0.1,binary,0.763271,0.763271,0.763271,1.10772
0.66633,0.767405,32092.3,2,h2oautoml,openml.org/t/189356,,,aws.docker,13,{'_nthreads': 4},0.767405,4.16497e+09,stable,albert,2019-04-18T22:09:57,3.24.0.1,binary,0.767405,0.767405,0.767405,1.11676
0.669881,0.765101,32154.9,1,h2oautoml,openml.org/t/189356,,,aws.docker,13,"{'_attempt': 2, '_nthreads': 4}",0.765101,3.90151e+07,stable,albert,2019-04-26T06:47:03,3.24.0.1,binary,0.765101,0.765101,0.765101,1.11458
,,24487.1,5,h2oautoml,openml.org/t/189356,Error: Local server has died unexpectedly. RIP.,,aws.docker,,"{'_attempt': 2, '_nthreads': 4}",,1.63121e+09,stable,albert,2019-04-27T01:39:23,3.24.0.1,binary,,0.736168,0.736168,0.998596
0.946439,,29697.5,0,h2oautoml,openml.org/t/7593,,0.156644,aws.docker,4,,0.156644,2.72057e+09,stable,covertype,2019-04-18T16:02:58,3.24.0.1,multiclass,-0.156644,0.156644,-0.156644,1.00544
0.930261,,28807.5,1,h2oautoml,openml.org/t/7593,,0.207604,aws.docker,1,,0.207604,2.72057e+09,stable,covertype,2019-04-18T16:40:40,3.24.0.1,multiclass,-0.207604,0.207604,-0.207604,0.956205
0.948004,,29746.5,2,h2oautoml,openml.org/t/7593,,0.161433,aws.docker,4,,0.161433,2.72057e+09,stable,covertype,2019-04-18T17:49:14,3.24.0.1,multiclass,-0.161433,0.161433,-0.161433,0.999908
Expand Down Expand Up @@ -229,15 +230,15 @@ acc,auc,duration,fold,framework,id,info,logloss,mode,models,params,result,seed,t
0.970775,,29095.2,8,tpot,openml.org/t/7593,,0.0940264,aws.docker,528,,0.0940264,2.41717e+08,stable,covertype,2019-04-18T23:41:28,0.9.6,multiclass,-0.0940264,0.0940264,-0.0940264,1.06415
0.967264,,29120.3,9,tpot,openml.org/t/7593,,0.123417,aws.docker,190,,0.123417,2.41717e+08,stable,covertype,2019-04-18T23:49:55,0.9.6,multiclass,-0.123417,0.123417,-0.123417,1.03645
0.422499,,36818.7,6,tpot,openml.org/t/189355,,3.90926,aws.docker,16,,3.90926,2.41717e+08,stable,dionis,2019-04-19T09:22:11,0.9.6,multiclass,-3.90926,3.90926,-3.90926,0.399771
,,57600.1,0,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,,,2.41717e+08,stable,dionis,2019-04-19T11:44:30,0.9.6,multiclass,,1.04314,-1.04314,0.987553
,,57600.1,1,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,,,2.41717e+08,stable,dionis,2019-04-19T11:46:16,0.9.6,multiclass,,1.10312,-1.10312,0.984555
,,57600.2,2,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,,,2.41717e+08,stable,dionis,2019-04-19T13:34:14,0.9.6,multiclass,,1.08182,-1.08182,0.992407
,,57600.2,3,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,,,2.41717e+08,stable,dionis,2019-04-19T13:58:33,0.9.6,multiclass,,1.09129,-1.09129,0.987682
,,57600.2,4,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,,,2.41717e+08,stable,dionis,2019-04-19T14:21:54,0.9.6,multiclass,,1.06052,-1.06052,0.992606
,,57600.2,5,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,,,2.41717e+08,stable,dionis,2019-04-19T14:35:48,0.9.6,multiclass,,1.11409,-1.11409,0.981985
,,57600.1,7,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,,,2.41717e+08,stable,dionis,2019-04-19T15:29:15,0.9.6,multiclass,,1.10881,-1.10881,0.984337
,,57600.2,8,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,,,2.41717e+08,stable,dionis,2019-04-19T15:45:09,0.9.6,multiclass,,1.0561,-1.0561,0.98658
,,57600.2,9,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,,,2.41717e+08,stable,dionis,2019-04-19T15:53:41,0.9.6,multiclass,,1.04365,-1.04365,0.994412
,,57600.2,1,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,{'_attempt': 2},,5.92812e+08,stable,dionis,2019-04-26T15:59:21,0.9.6,multiclass,,1.10312,-1.10312,0.984555
,,57600.6,4,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,{'_attempt': 2},,5.92812e+08,stable,dionis,2019-04-26T15:59:34,0.9.6,multiclass,,1.06052,-1.06052,0.992606
,,57600.2,5,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,{'_attempt': 2},,5.92812e+08,stable,dionis,2019-04-26T15:59:41,0.9.6,multiclass,,1.11409,-1.11409,0.981985
,,57600.1,3,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,{'_attempt': 2},,5.92812e+08,stable,dionis,2019-04-26T15:59:26,0.9.6,multiclass,,1.09129,-1.09129,0.987682
,,57600.2,7,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,{'_attempt': 2},,5.92812e+08,stable,dionis,2019-04-26T16:00:21,0.9.6,multiclass,,1.10881,-1.10881,0.984337
,,57600.2,9,tpot,openml.org/t/189355,Missing predictions.,,aws.docker,,{'_attempt': 2},,5.92812e+08,stable,dionis,2019-04-26T16:01:07,0.9.6,multiclass,,1.04365,-1.04365,0.994412
,,4233.1,0,tpot,openml.org/t/189355,Exception: Aborting instance i-07ff7301ef0fdf7db for job aws_large-8c8h_Dionis_0_TPOT.,,aws,,{'_attempt': 2},,5.92812e+08,stable,dionis,2019-04-26T01:07:30,0.9.6,multiclass,,1.04314,-1.04314,0.987553
,,6045.5,2,tpot,openml.org/t/189355,Exception: Aborting instance i-00620892b62d82a61 for job aws_large-8c8h_Dionis_2_TPOT.,,aws,,{'_attempt': 2},,5.92812e+08,stable,dionis,2019-04-26T01:37:53,0.9.6,multiclass,,1.08182,-1.08182,0.992407
,,12029.1,8,tpot,openml.org/t/189355,Exception: Aborting instance i-0ee809f3216f8951b for job aws_large-8c8h_Dionis_8_TPOT.,,aws,,{'_attempt': 2},,5.92812e+08,stable,dionis,2019-04-26T03:18:06,0.9.6,multiclass,,1.0561,-1.0561,0.98658
,,26724,8,autoweka,openml.org/t/189356,Error: Command 'java -cp /bench/frameworks/AutoWEKA/lib/autoweka/autoweka.jar weka.classifiers.meta.AutoWEKAClassifier -t /input/org/openml/www/datasets/41147/dataset_train_8_target_last.arff -T /i...,,aws.docker,,{'_parallelRuns': 4},,3.59572e+09,stable,albert,2019-04-19T05:11:45,2.6,binary,,,,
,,26791.1,7,autoweka,openml.org/t/189356,Error: Command 'java -cp /bench/frameworks/AutoWEKA/lib/autoweka/autoweka.jar weka.classifiers.meta.AutoWEKAClassifier -t /input/org/openml/www/datasets/41147/dataset_train_7_target_last.arff -T /i...,,aws.docker,,{'_parallelRuns': 4},,3.59572e+09,stable,albert,2019-04-19T05:12:47,2.6,binary,,,,
,,26913.4,6,autoweka,openml.org/t/189356,Error: Command 'java -cp /bench/frameworks/AutoWEKA/lib/autoweka/autoweka.jar weka.classifiers.meta.AutoWEKAClassifier -t /input/org/openml/www/datasets/41147/dataset_train_6_target_last.arff -T /i...,,aws.docker,,{'_parallelRuns': 4},,3.59572e+09,stable,albert,2019-04-19T05:14:34,2.6,binary,,,,
Expand Down Expand Up @@ -278,4 +279,3 @@ acc,auc,duration,fold,framework,id,info,logloss,mode,models,params,result,seed,t
0.863692,,35575.2,4,autoweka,openml.org/t/189355,,2.80376,aws.docker,,,2.80376,4.0729e+08,stable,dionis,2019-04-18T22:46:10,2.6,multiclass,-2.80376,2.80376,-2.80376,0.631881
0.862371,,35844.8,1,autoweka,openml.org/t/189355,,2.85195,aws.docker,,,2.85195,4.0729e+08,stable,dionis,2019-04-18T22:50:04,2.6,multiclass,-2.85195,2.85195,-2.85195,0.622389
0.0502667,,31744.4,9,autoweka,openml.org/t/189355,,4.90577,aws.docker,,{'_attempt': 2},4.90577,2.54119e+09,stable,dionis,2019-04-26T06:38:02,2.6,multiclass,-4.90577,4.90577,-4.90577,0.196579
,,,5,h2oautoml,,missing,,,,,,,,albert,,,binary,,0.736168,0.736168,0.998596

0 comments on commit dd1d797

Please sign in to comment.