diff --git a/out/project2-HPO.out b/out/project2-HPO.out index fba7909..61b94b1 100644 --- a/out/project2-HPO.out +++ b/out/project2-HPO.out @@ -186,27 +186,16 @@ top with 93 evals {'CityMPG+': 31.0, 'HighwayMPG+': 36.0, 'Weight-': 2705.0, 'Cl sway2 with 5 evals {'CityMPG+': 42.0, 'HighwayMPG+': 46.0, 'Weight-': 2345.0, 'Class-': 9.8, 'N': 5} {'CityMPG+': 5.43, 'HighwayMPG+': 5.04, 'Weight-': 149.22, 'Class-': 1.43, 'N': 5} xpln2 on 5 evals {'CityMPG+': 46.0, 'HighwayMPG+': 50.0, 'Weight-': 1965.0, 'Class-': 8.6, 'N': 3} {'CityMPG+': 5.81, 'HighwayMPG+': 6.59, 'Weight-': 104.65, 'Class-': 0.47, 'N': 3} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -All to Sway1 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -All to Sway2 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -Sway1 to Sway2 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -Sway1 to Xpln1 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': True, 'Class-': True} -Sway2 to Xpln2 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': False, 'Class-': False} -Sway1 to Top {'CityMPG+': True, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -Sway2 to Top {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} ------------------- -Using Bootstrap ------------------- -All to All {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -All to Sway1 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -All to Sway2 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -Sway1 to Sway2 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -Sway1 to Xpln1 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -Sway2 to Xpln2 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -Sway1 to Top {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -Sway2 to Top {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} +All to All {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +All to Sway1 {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' ! ', 'Class-': ' = '} +All to Sway2 {'CityMPG+': ' ! ', 'HighwayMPG+': ' ! ', 'Weight-': ' ! ', 'Class-': ' ! '} +Sway1 to Sway2 {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +Sway1 to Xpln1 {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +Sway2 to Xpln2 {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +Sway1 to Top {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +Sway2 to Top {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-SSM.out b/out/project2-SSM.out index 7aebc66..503dacb 100644 --- a/out/project2-SSM.out +++ b/out/project2-SSM.out @@ -118,27 +118,16 @@ top with 239360 evals {'NUMBERITERATIONS-': 4.0, 'TIMETOSOLUTION-': 88.45, 'N': sway2 with 10 evals {'NUMBERITERATIONS-': 4.0, 'TIMETOSOLUTION-': 87.4, 'N': 467} {'NUMBERITERATIONS-': 0.39, 'TIMETOSOLUTION-': 17.28, 'N': 467} xpln2 on 10 evals {'NUMBERITERATIONS-': 5.0, 'TIMETOSOLUTION-': 87.66, 'N': 3366} {'NUMBERITERATIONS-': 4.26, 'TIMETOSOLUTION-': 35.34, 'N': 3366} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'NUMBERITERATIONS-': True, 'TIMETOSOLUTION-': True} -All to Sway1 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -All to Sway2 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway1 to Sway2 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway1 to Xpln1 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway2 to Xpln2 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway1 to Top {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway2 to Top {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': True} ------------------- -Using Bootstrap ------------------- -All to All {'NUMBERITERATIONS-': True, 'TIMETOSOLUTION-': True} -All to Sway1 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -All to Sway2 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway1 to Sway2 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway1 to Xpln1 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway2 to Xpln2 {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway1 to Top {'NUMBERITERATIONS-': False, 'TIMETOSOLUTION-': False} -Sway2 to Top {'NUMBERITERATIONS-': True, 'TIMETOSOLUTION-': True} +All to All {'NUMBERITERATIONS-': ' = ', 'TIMETOSOLUTION-': ' = '} +All to Sway1 {'NUMBERITERATIONS-': ' ! ', 'TIMETOSOLUTION-': ' ! '} +All to Sway2 {'NUMBERITERATIONS-': ' ! ', 'TIMETOSOLUTION-': ' ! '} +Sway1 to Sway2 {'NUMBERITERATIONS-': ' ! ', 'TIMETOSOLUTION-': ' ! '} +Sway1 to Xpln1 {'NUMBERITERATIONS-': ' ! ', 'TIMETOSOLUTION-': ' ! '} +Sway2 to Xpln2 {'NUMBERITERATIONS-': ' ! ', 'TIMETOSOLUTION-': ' ! '} +Sway1 to Top {'NUMBERITERATIONS-': ' ! ', 'TIMETOSOLUTION-': ' ! '} +Sway2 to Top {'NUMBERITERATIONS-': ' = ', 'TIMETOSOLUTION-': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-SSN.out b/out/project2-SSN.out index b89fa11..cf57b87 100644 --- a/out/project2-SSN.out +++ b/out/project2-SSN.out @@ -177,27 +177,16 @@ top with 53662 evals {'PSNR-': 40.15, 'Energy-': 777.22, 'N': 209} {'PSNR-': 3.3 sway2 with 9 evals {'PSNR-': 41.4, 'Energy-': 571.06, 'N': 209} {'PSNR-': 5.35, 'Energy-': 485.85, 'N': 209} xpln2 on 9 evals {'PSNR-': 42.43, 'Energy-': 529.75, 'N': 1203} {'PSNR-': 4.92, 'Energy-': 124.7, 'N': 1203} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'PSNR-': True, 'Energy-': True} -All to Sway1 {'PSNR-': True, 'Energy-': True} -All to Sway2 {'PSNR-': True, 'Energy-': False} -Sway1 to Sway2 {'PSNR-': True, 'Energy-': False} -Sway1 to Xpln1 {'PSNR-': True, 'Energy-': False} -Sway2 to Xpln2 {'PSNR-': False, 'Energy-': False} -Sway1 to Top {'PSNR-': False, 'Energy-': False} -Sway2 to Top {'PSNR-': False, 'Energy-': True} ------------------- -Using Bootstrap ------------------- -All to All {'PSNR-': True, 'Energy-': True} -All to Sway1 {'PSNR-': True, 'Energy-': False} -All to Sway2 {'PSNR-': True, 'Energy-': False} -Sway1 to Sway2 {'PSNR-': True, 'Energy-': False} -Sway1 to Xpln1 {'PSNR-': True, 'Energy-': False} -Sway2 to Xpln2 {'PSNR-': False, 'Energy-': False} -Sway1 to Top {'PSNR-': False, 'Energy-': False} -Sway2 to Top {'PSNR-': False, 'Energy-': False} +All to All {'PSNR-': ' = ', 'Energy-': ' = '} +All to Sway1 {'PSNR-': ' = ', 'Energy-': ' = '} +All to Sway2 {'PSNR-': ' = ', 'Energy-': ' ! '} +Sway1 to Sway2 {'PSNR-': ' = ', 'Energy-': ' ! '} +Sway1 to Xpln1 {'PSNR-': ' = ', 'Energy-': ' ! '} +Sway2 to Xpln2 {'PSNR-': ' ! ', 'Energy-': ' ! '} +Sway1 to Top {'PSNR-': ' ! ', 'Energy-': ' ! '} +Sway2 to Top {'PSNR-': ' ! ', 'Energy-': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-auto2.out b/out/project2-auto2.out index fba7909..efa1d95 100644 --- a/out/project2-auto2.out +++ b/out/project2-auto2.out @@ -186,27 +186,16 @@ top with 93 evals {'CityMPG+': 31.0, 'HighwayMPG+': 36.0, 'Weight-': 2705.0, 'Cl sway2 with 5 evals {'CityMPG+': 42.0, 'HighwayMPG+': 46.0, 'Weight-': 2345.0, 'Class-': 9.8, 'N': 5} {'CityMPG+': 5.43, 'HighwayMPG+': 5.04, 'Weight-': 149.22, 'Class-': 1.43, 'N': 5} xpln2 on 5 evals {'CityMPG+': 46.0, 'HighwayMPG+': 50.0, 'Weight-': 1965.0, 'Class-': 8.6, 'N': 3} {'CityMPG+': 5.81, 'HighwayMPG+': 6.59, 'Weight-': 104.65, 'Class-': 0.47, 'N': 3} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -All to Sway1 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -All to Sway2 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -Sway1 to Sway2 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -Sway1 to Xpln1 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': True, 'Class-': True} -Sway2 to Xpln2 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': False, 'Class-': False} -Sway1 to Top {'CityMPG+': True, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -Sway2 to Top {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} ------------------- -Using Bootstrap ------------------- -All to All {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -All to Sway1 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -All to Sway2 {'CityMPG+': False, 'HighwayMPG+': False, 'Weight-': False, 'Class-': False} -Sway1 to Sway2 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -Sway1 to Xpln1 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -Sway2 to Xpln2 {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -Sway1 to Top {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} -Sway2 to Top {'CityMPG+': True, 'HighwayMPG+': True, 'Weight-': True, 'Class-': True} +All to All {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +All to Sway1 {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +All to Sway2 {'CityMPG+': ' ! ', 'HighwayMPG+': ' ! ', 'Weight-': ' ! ', 'Class-': ' ! '} +Sway1 to Sway2 {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +Sway1 to Xpln1 {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +Sway2 to Xpln2 {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +Sway1 to Top {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} +Sway2 to Top {'CityMPG+': ' = ', 'HighwayMPG+': ' = ', 'Weight-': ' = ', 'Class-': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-auto93.out b/out/project2-auto93.out index 3df73af..e856623 100644 --- a/out/project2-auto93.out +++ b/out/project2-auto93.out @@ -73,27 +73,16 @@ top with 398 evals {'Lbs-': 1955.0, 'Acc+': 20.5, 'Mpg+': 30.0, 'N': 12} {'Lbs-' sway2 with 6 evals {'Lbs-': 2320.0, 'Acc+': 19.9, 'Mpg+': 40.0, 'N': 12} {'Lbs-': 544.57, 'Acc+': 3.68, 'Mpg+': 3.88, 'N': 12} xpln2 on 6 evals {'Lbs-': 1985.0, 'Acc+': 17.3, 'Mpg+': 40.0, 'N': 11} {'Lbs-': 118.22, 'Acc+': 1.43, 'Mpg+': 3.88, 'N': 11} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'Lbs-': True, 'Acc+': True, 'Mpg+': True} -All to Sway1 {'Lbs-': False, 'Acc+': False, 'Mpg+': False} -All to Sway2 {'Lbs-': False, 'Acc+': False, 'Mpg+': False} -Sway1 to Sway2 {'Lbs-': True, 'Acc+': False, 'Mpg+': False} -Sway1 to Xpln1 {'Lbs-': True, 'Acc+': True, 'Mpg+': True} -Sway2 to Xpln2 {'Lbs-': False, 'Acc+': False, 'Mpg+': True} -Sway1 to Top {'Lbs-': False, 'Acc+': False, 'Mpg+': False} -Sway2 to Top {'Lbs-': False, 'Acc+': False, 'Mpg+': False} ------------------- -Using Bootstrap ------------------- -All to All {'Lbs-': True, 'Acc+': True, 'Mpg+': True} -All to Sway1 {'Lbs-': False, 'Acc+': True, 'Mpg+': True} -All to Sway2 {'Lbs-': False, 'Acc+': False, 'Mpg+': False} -Sway1 to Sway2 {'Lbs-': True, 'Acc+': True, 'Mpg+': False} -Sway1 to Xpln1 {'Lbs-': True, 'Acc+': True, 'Mpg+': True} -Sway2 to Xpln2 {'Lbs-': False, 'Acc+': True, 'Mpg+': True} -Sway1 to Top {'Lbs-': False, 'Acc+': False, 'Mpg+': True} -Sway2 to Top {'Lbs-': True, 'Acc+': True, 'Mpg+': False} +All to All {'Lbs-': ' = ', 'Acc+': ' = ', 'Mpg+': ' = '} +All to Sway1 {'Lbs-': ' ! ', 'Acc+': ' = ', 'Mpg+': ' = '} +All to Sway2 {'Lbs-': ' ! ', 'Acc+': ' ! ', 'Mpg+': ' ! '} +Sway1 to Sway2 {'Lbs-': ' = ', 'Acc+': ' = ', 'Mpg+': ' ! '} +Sway1 to Xpln1 {'Lbs-': ' = ', 'Acc+': ' = ', 'Mpg+': ' = '} +Sway2 to Xpln2 {'Lbs-': ' ! ', 'Acc+': ' = ', 'Mpg+': ' = '} +Sway1 to Top {'Lbs-': ' ! ', 'Acc+': ' ! ', 'Mpg+': ' = '} +Sway2 to Top {'Lbs-': ' ! ', 'Acc+': ' = ', 'Mpg+': ' ! '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-china.out b/out/project2-china.out index 6650e8b..f06f925 100644 --- a/out/project2-china.out +++ b/out/project2-china.out @@ -107,27 +107,16 @@ top with 499 evals {'N_effort-': 155.0, 'N': 15} {'N_effort-': 35.27, 'N': 15} sway2 with 6 evals {'N_effort-': 198.0, 'N': 15} {'N_effort-': 1081.4, 'N': 15} xpln2 on 6 evals {'N_effort-': 225.0, 'N': 24} {'N_effort-': 152.33, 'N': 24} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'N_effort-': True} -All to Sway1 {'N_effort-': False} -All to Sway2 {'N_effort-': False} -Sway1 to Sway2 {'N_effort-': True} -Sway1 to Xpln1 {'N_effort-': False} -Sway2 to Xpln2 {'N_effort-': False} -Sway1 to Top {'N_effort-': False} -Sway2 to Top {'N_effort-': False} ------------------- -Using Bootstrap ------------------- -All to All {'N_effort-': True} -All to Sway1 {'N_effort-': False} -All to Sway2 {'N_effort-': False} -Sway1 to Sway2 {'N_effort-': True} -Sway1 to Xpln1 {'N_effort-': False} -Sway2 to Xpln2 {'N_effort-': True} -Sway1 to Top {'N_effort-': True} -Sway2 to Top {'N_effort-': True} +All to All {'N_effort-': ' = '} +All to Sway1 {'N_effort-': ' ! '} +All to Sway2 {'N_effort-': ' ! '} +Sway1 to Sway2 {'N_effort-': ' = '} +Sway1 to Xpln1 {'N_effort-': ' ! '} +Sway2 to Xpln2 {'N_effort-': ' = '} +Sway1 to Top {'N_effort-': ' = '} +Sway2 to Top {'N_effort-': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-coc1000.out b/out/project2-coc1000.out index ec28a6a..501e2e8 100644 --- a/out/project2-coc1000.out +++ b/out/project2-coc1000.out @@ -203,27 +203,16 @@ top with 1000 evals {'LOC+': 1030.0, 'AEXP-': 3.0, 'PLEX-': 3.0, 'RISK-': 5.0, ' sway2 with 6 evals {'LOC+': 1156.0, 'AEXP-': 3.0, 'PLEX-': 3.0, 'RISK-': 5.0, 'EFFORT-': 20508.0, 'N': 249} {'LOC+': 605.81, 'AEXP-': 1.16, 'PLEX-': 1.55, 'RISK-': 5.43, 'EFFORT-': 24423.26, 'N': 249} xpln2 on 6 evals {'LOC+': 965.0, 'AEXP-': 2.0, 'PLEX-': 3.0, 'RISK-': 2.0, 'EFFORT-': 6608.0, 'N': 18} {'LOC+': 648.06, 'AEXP-': 1.16, 'PLEX-': 1.16, 'RISK-': 3.1, 'EFFORT-': 22515.5, 'N': 18} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': True, 'EFFORT-': True} -All to Sway1 {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': False, 'EFFORT-': False} -All to Sway2 {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': True, 'EFFORT-': True} -Sway1 to Sway2 {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': False, 'EFFORT-': False} -Sway1 to Xpln1 {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': False, 'EFFORT-': True} -Sway2 to Xpln2 {'LOC+': False, 'AEXP-': False, 'PLEX-': True, 'RISK-': False, 'EFFORT-': False} -Sway1 to Top {'LOC+': True, 'AEXP-': False, 'PLEX-': True, 'RISK-': False, 'EFFORT-': False} -Sway2 to Top {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': True, 'EFFORT-': True} ------------------- -Using Bootstrap ------------------- -All to All {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': True, 'EFFORT-': True} -All to Sway1 {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': False, 'EFFORT-': True} -All to Sway2 {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': False, 'EFFORT-': True} -Sway1 to Sway2 {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': False, 'EFFORT-': True} -Sway1 to Xpln1 {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': True, 'EFFORT-': True} -Sway2 to Xpln2 {'LOC+': True, 'AEXP-': False, 'PLEX-': True, 'RISK-': False, 'EFFORT-': True} -Sway1 to Top {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': True, 'EFFORT-': True} -Sway2 to Top {'LOC+': True, 'AEXP-': True, 'PLEX-': True, 'RISK-': True, 'EFFORT-': True} +All to All {'LOC+': ' = ', 'AEXP-': ' = ', 'PLEX-': ' = ', 'RISK-': ' = ', 'EFFORT-': ' = '} +All to Sway1 {'LOC+': ' = ', 'AEXP-': ' = ', 'PLEX-': ' = ', 'RISK-': ' ! ', 'EFFORT-': ' = '} +All to Sway2 {'LOC+': ' = ', 'AEXP-': ' = ', 'PLEX-': ' = ', 'RISK-': ' = ', 'EFFORT-': ' = '} +Sway1 to Sway2 {'LOC+': ' = ', 'AEXP-': ' = ', 'PLEX-': ' = ', 'RISK-': ' ! ', 'EFFORT-': ' = '} +Sway1 to Xpln1 {'LOC+': ' = ', 'AEXP-': ' = ', 'PLEX-': ' = ', 'RISK-': ' = ', 'EFFORT-': ' = '} +Sway2 to Xpln2 {'LOC+': ' = ', 'AEXP-': ' ! ', 'PLEX-': ' = ', 'RISK-': ' ! ', 'EFFORT-': ' = '} +Sway1 to Top {'LOC+': ' = ', 'AEXP-': ' = ', 'PLEX-': ' = ', 'RISK-': ' = ', 'EFFORT-': ' = '} +Sway2 to Top {'LOC+': ' = ', 'AEXP-': ' = ', 'PLEX-': ' = ', 'RISK-': ' = ', 'EFFORT-': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-coc10000.out b/out/project2-coc10000.out index 8db2e46..be7284e 100644 --- a/out/project2-coc10000.out +++ b/out/project2-coc10000.out @@ -256,27 +256,16 @@ top with 10000 evals {'Loc+': 1143.0, 'Risk-': 6.0, 'Effort-': 20782.0, 'N': 78} sway2 with 8 evals {'Loc+': 1253.0, 'Risk-': 2.0, 'Effort-': 21599.0, 'N': 78} {'Loc+': 613.95, 'Risk-': 3.49, 'Effort-': 28344.57, 'N': 78} xpln2 on 8 evals {'Loc+': 1196.0, 'Risk-': 3.0, 'Effort-': 10903.0, 'N': 1243} {'Loc+': 617.44, 'Risk-': 4.26, 'Effort-': 16612.4, 'N': 1243} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'Loc+': True, 'Risk-': True, 'Effort-': True} -All to Sway1 {'Loc+': True, 'Risk-': False, 'Effort-': True} -All to Sway2 {'Loc+': True, 'Risk-': False, 'Effort-': True} -Sway1 to Sway2 {'Loc+': True, 'Risk-': True, 'Effort-': True} -Sway1 to Xpln1 {'Loc+': False, 'Risk-': False, 'Effort-': False} -Sway2 to Xpln2 {'Loc+': True, 'Risk-': True, 'Effort-': False} -Sway1 to Top {'Loc+': True, 'Risk-': False, 'Effort-': True} -Sway2 to Top {'Loc+': True, 'Risk-': False, 'Effort-': True} ------------------- -Using Bootstrap ------------------- -All to All {'Loc+': True, 'Risk-': True, 'Effort-': True} -All to Sway1 {'Loc+': False, 'Risk-': False, 'Effort-': True} -All to Sway2 {'Loc+': True, 'Risk-': False, 'Effort-': True} -Sway1 to Sway2 {'Loc+': True, 'Risk-': True, 'Effort-': True} -Sway1 to Xpln1 {'Loc+': False, 'Risk-': False, 'Effort-': True} -Sway2 to Xpln2 {'Loc+': True, 'Risk-': True, 'Effort-': False} -Sway1 to Top {'Loc+': True, 'Risk-': False, 'Effort-': True} -Sway2 to Top {'Loc+': True, 'Risk-': False, 'Effort-': True} +All to All {'Loc+': ' = ', 'Risk-': ' = ', 'Effort-': ' = '} +All to Sway1 {'Loc+': ' = ', 'Risk-': ' ! ', 'Effort-': ' = '} +All to Sway2 {'Loc+': ' = ', 'Risk-': ' ! ', 'Effort-': ' = '} +Sway1 to Sway2 {'Loc+': ' = ', 'Risk-': ' = ', 'Effort-': ' = '} +Sway1 to Xpln1 {'Loc+': ' = ', 'Risk-': ' ! ', 'Effort-': ' = '} +Sway2 to Xpln2 {'Loc+': ' = ', 'Risk-': ' = ', 'Effort-': ' ! '} +Sway1 to Top {'Loc+': ' = ', 'Risk-': ' ! ', 'Effort-': ' = '} +Sway2 to Top {'Loc+': ' = ', 'Risk-': ' ! ', 'Effort-': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-healthCloseIsses12mths0001-hard.out b/out/project2-healthCloseIsses12mths0001-hard.out index f81874f..62d8d91 100644 --- a/out/project2-healthCloseIsses12mths0001-hard.out +++ b/out/project2-healthCloseIsses12mths0001-hard.out @@ -93,27 +93,16 @@ top with 10000 evals {'MRE-': 74.66, 'ACC+': 7.39, 'PRED40+': 25.0, 'N': 78} {'M sway2 with 8 evals {'MRE-': 73.56, 'ACC+': 8.57, 'PRED40+': 25.0, 'N': 78} {'MRE-': 2.57, 'ACC+': 3.33, 'PRED40+': 9.69, 'N': 78} xpln2 on 8 evals {'MRE-': 73.42, 'ACC+': 7.77, 'PRED40+': 25.0, 'N': 166} {'MRE-': 2.78, 'ACC+': 0.82, 'PRED40+': 9.69, 'N': 166} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'MRE-': True, 'ACC+': True, 'PRED40+': True} -All to Sway1 {'MRE-': False, 'ACC+': False, 'PRED40+': True} -All to Sway2 {'MRE-': False, 'ACC+': False, 'PRED40+': False} -Sway1 to Sway2 {'MRE-': True, 'ACC+': False, 'PRED40+': True} -Sway1 to Xpln1 {'MRE-': True, 'ACC+': True, 'PRED40+': True} -Sway2 to Xpln2 {'MRE-': True, 'ACC+': False, 'PRED40+': True} -Sway1 to Top {'MRE-': False, 'ACC+': False, 'PRED40+': True} -Sway2 to Top {'MRE-': False, 'ACC+': False, 'PRED40+': False} ------------------- -Using Bootstrap ------------------- -All to All {'MRE-': True, 'ACC+': True, 'PRED40+': True} -All to Sway1 {'MRE-': False, 'ACC+': False, 'PRED40+': True} -All to Sway2 {'MRE-': False, 'ACC+': False, 'PRED40+': True} -Sway1 to Sway2 {'MRE-': True, 'ACC+': False, 'PRED40+': True} -Sway1 to Xpln1 {'MRE-': True, 'ACC+': True, 'PRED40+': False} -Sway2 to Xpln2 {'MRE-': True, 'ACC+': False, 'PRED40+': True} -Sway1 to Top {'MRE-': False, 'ACC+': True, 'PRED40+': True} -Sway2 to Top {'MRE-': False, 'ACC+': False, 'PRED40+': True} +All to All {'MRE-': ' = ', 'ACC+': ' = ', 'PRED40+': ' = '} +All to Sway1 {'MRE-': ' ! ', 'ACC+': ' ! ', 'PRED40+': ' = '} +All to Sway2 {'MRE-': ' ! ', 'ACC+': ' ! ', 'PRED40+': ' = '} +Sway1 to Sway2 {'MRE-': ' = ', 'ACC+': ' ! ', 'PRED40+': ' = '} +Sway1 to Xpln1 {'MRE-': ' = ', 'ACC+': ' = ', 'PRED40+': ' = '} +Sway2 to Xpln2 {'MRE-': ' = ', 'ACC+': ' ! ', 'PRED40+': ' = '} +Sway1 to Top {'MRE-': ' ! ', 'ACC+': ' = ', 'PRED40+': ' = '} +Sway2 to Top {'MRE-': ' ! ', 'ACC+': ' ! ', 'PRED40+': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-healthCloseIsses12mths0011-easy.out b/out/project2-healthCloseIsses12mths0011-easy.out index 2acf371..5e1c948 100644 --- a/out/project2-healthCloseIsses12mths0011-easy.out +++ b/out/project2-healthCloseIsses12mths0011-easy.out @@ -91,27 +91,16 @@ top with 10000 evals {'MRE-': 0.0, 'ACC+': 0.0, 'PRED40+': 83.33, 'N': 78} {'MRE sway2 with 8 evals {'MRE-': 0.0, 'ACC+': 0.0, 'PRED40+': 83.33, 'N': 3302} {'MRE-': 39.34, 'ACC+': 0.57, 'PRED40+': 32.3, 'N': 3302} xpln2 on 8 evals {'MRE-': 0.0, 'ACC+': 0.0, 'PRED40+': 83.33, 'N': 3302} {'MRE-': 39.34, 'ACC+': 0.57, 'PRED40+': 32.3, 'N': 3302} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'MRE-': True, 'ACC+': True, 'PRED40+': True} -All to Sway1 {'MRE-': False, 'ACC+': False, 'PRED40+': True} -All to Sway2 {'MRE-': False, 'ACC+': False, 'PRED40+': False} -Sway1 to Sway2 {'MRE-': False, 'ACC+': False, 'PRED40+': False} -Sway1 to Xpln1 {'MRE-': False, 'ACC+': False, 'PRED40+': False} -Sway2 to Xpln2 {'MRE-': True, 'ACC+': True, 'PRED40+': True} -Sway1 to Top {'MRE-': False, 'ACC+': False, 'PRED40+': False} -Sway2 to Top {'MRE-': False, 'ACC+': False, 'PRED40+': False} ------------------- -Using Bootstrap ------------------- -All to All {'MRE-': True, 'ACC+': True, 'PRED40+': True} -All to Sway1 {'MRE-': False, 'ACC+': False, 'PRED40+': False} -All to Sway2 {'MRE-': False, 'ACC+': False, 'PRED40+': False} -Sway1 to Sway2 {'MRE-': False, 'ACC+': True, 'PRED40+': False} -Sway1 to Xpln1 {'MRE-': False, 'ACC+': True, 'PRED40+': False} -Sway2 to Xpln2 {'MRE-': True, 'ACC+': True, 'PRED40+': True} -Sway1 to Top {'MRE-': False, 'ACC+': False, 'PRED40+': False} -Sway2 to Top {'MRE-': False, 'ACC+': False, 'PRED40+': False} +All to All {'MRE-': ' = ', 'ACC+': ' = ', 'PRED40+': ' = '} +All to Sway1 {'MRE-': ' ! ', 'ACC+': ' ! ', 'PRED40+': ' ! '} +All to Sway2 {'MRE-': ' ! ', 'ACC+': ' ! ', 'PRED40+': ' ! '} +Sway1 to Sway2 {'MRE-': ' ! ', 'ACC+': ' = ', 'PRED40+': ' ! '} +Sway1 to Xpln1 {'MRE-': ' ! ', 'ACC+': ' = ', 'PRED40+': ' ! '} +Sway2 to Xpln2 {'MRE-': ' = ', 'ACC+': ' = ', 'PRED40+': ' = '} +Sway1 to Top {'MRE-': ' ! ', 'ACC+': ' ! ', 'PRED40+': ' ! '} +Sway2 to Top {'MRE-': ' ! ', 'ACC+': ' ! ', 'PRED40+': ' ! '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-nasa93dem.out b/out/project2-nasa93dem.out index f4cf549..5f1d446 100644 --- a/out/project2-nasa93dem.out +++ b/out/project2-nasa93dem.out @@ -147,27 +147,16 @@ top with 93 evals {'Kloc+': 24.6, 'Effort-': 117.6, 'Defects-': 767.0, 'Months-' sway2 with 5 evals {'Kloc+': 8.2, 'Effort-': 31.2, 'Defects-': 256.0, 'Months-': 10.4, 'N': 6} {'Kloc+': 12.4, 'Effort-': 70.23, 'Defects-': 641.09, 'Months-': 4.46, 'N': 6} xpln2 on 5 evals {'Kloc+': 14.0, 'Effort-': 60.0, 'Defects-': 437.0, 'Months-': 12.4, 'N': 15} {'Kloc+': 24.46, 'Effort-': 132.56, 'Defects-': 762.79, 'Months-': 5.12, 'N': 15} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'Kloc+': True, 'Effort-': True, 'Defects-': True, 'Months-': True} -All to Sway1 {'Kloc+': False, 'Effort-': True, 'Defects-': True, 'Months-': True} -All to Sway2 {'Kloc+': False, 'Effort-': False, 'Defects-': False, 'Months-': False} -Sway1 to Sway2 {'Kloc+': False, 'Effort-': False, 'Defects-': False, 'Months-': False} -Sway1 to Xpln1 {'Kloc+': True, 'Effort-': True, 'Defects-': True, 'Months-': True} -Sway2 to Xpln2 {'Kloc+': False, 'Effort-': False, 'Defects-': False, 'Months-': False} -Sway1 to Top {'Kloc+': False, 'Effort-': False, 'Defects-': False, 'Months-': False} -Sway2 to Top {'Kloc+': False, 'Effort-': False, 'Defects-': False, 'Months-': False} ------------------- -Using Bootstrap ------------------- -All to All {'Kloc+': True, 'Effort-': True, 'Defects-': True, 'Months-': True} -All to Sway1 {'Kloc+': True, 'Effort-': True, 'Defects-': True, 'Months-': True} -All to Sway2 {'Kloc+': False, 'Effort-': False, 'Defects-': False, 'Months-': False} -Sway1 to Sway2 {'Kloc+': True, 'Effort-': True, 'Defects-': True, 'Months-': False} -Sway1 to Xpln1 {'Kloc+': True, 'Effort-': True, 'Defects-': True, 'Months-': True} -Sway2 to Xpln2 {'Kloc+': True, 'Effort-': True, 'Defects-': True, 'Months-': True} -Sway1 to Top {'Kloc+': True, 'Effort-': True, 'Defects-': True, 'Months-': False} -Sway2 to Top {'Kloc+': True, 'Effort-': True, 'Defects-': True, 'Months-': True} +All to All {'Kloc+': ' = ', 'Effort-': ' = ', 'Defects-': ' = ', 'Months-': ' = '} +All to Sway1 {'Kloc+': ' = ', 'Effort-': ' = ', 'Defects-': ' = ', 'Months-': ' = '} +All to Sway2 {'Kloc+': ' ! ', 'Effort-': ' ! ', 'Defects-': ' ! ', 'Months-': ' ! '} +Sway1 to Sway2 {'Kloc+': ' = ', 'Effort-': ' = ', 'Defects-': ' = ', 'Months-': ' ! '} +Sway1 to Xpln1 {'Kloc+': ' = ', 'Effort-': ' = ', 'Defects-': ' = ', 'Months-': ' = '} +Sway2 to Xpln2 {'Kloc+': ' = ', 'Effort-': ' = ', 'Defects-': ' = ', 'Months-': ' = '} +Sway1 to Top {'Kloc+': ' = ', 'Effort-': ' = ', 'Defects-': ' = ', 'Months-': ' ! '} +Sway2 to Top {'Kloc+': ' = ', 'Effort-': ' = ', 'Defects-': ' = ', 'Months-': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2-pom.out b/out/project2-pom.out index 368cecb..bfe6d9c 100644 --- a/out/project2-pom.out +++ b/out/project2-pom.out @@ -150,27 +150,16 @@ top with 10000 evals {'Cost-': 331.6, 'Completion+': 0.92, 'Idle-': 0.18, 'N': 7 sway2 with 8 evals {'Cost-': 197.55, 'Completion+': 0.88, 'Idle-': 0.08, 'N': 78} {'Cost-': 94.19, 'Completion+': 0.17, 'Idle-': 0.21, 'N': 78} xpln2 on 8 evals {'Cost-': 269.07, 'Completion+': 0.88, 'Idle-': 0.13, 'N': 2703} {'Cost-': 150.7, 'Completion+': 0.12, 'Idle-': 0.18, 'N': 2703} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'Cost-': True, 'Completion+': True, 'Idle-': True} -All to Sway1 {'Cost-': False, 'Completion+': True, 'Idle-': True} -All to Sway2 {'Cost-': False, 'Completion+': False, 'Idle-': True} -Sway1 to Sway2 {'Cost-': False, 'Completion+': False, 'Idle-': False} -Sway1 to Xpln1 {'Cost-': False, 'Completion+': True, 'Idle-': True} -Sway2 to Xpln2 {'Cost-': False, 'Completion+': True, 'Idle-': True} -Sway1 to Top {'Cost-': False, 'Completion+': False, 'Idle-': True} -Sway2 to Top {'Cost-': False, 'Completion+': False, 'Idle-': True} ------------------- -Using Bootstrap ------------------- -All to All {'Cost-': True, 'Completion+': True, 'Idle-': True} -All to Sway1 {'Cost-': False, 'Completion+': True, 'Idle-': True} -All to Sway2 {'Cost-': False, 'Completion+': False, 'Idle-': True} -Sway1 to Sway2 {'Cost-': False, 'Completion+': True, 'Idle-': True} -Sway1 to Xpln1 {'Cost-': False, 'Completion+': True, 'Idle-': True} -Sway2 to Xpln2 {'Cost-': False, 'Completion+': True, 'Idle-': True} -Sway1 to Top {'Cost-': False, 'Completion+': True, 'Idle-': True} -Sway2 to Top {'Cost-': False, 'Completion+': False, 'Idle-': True} +All to All {'Cost-': ' = ', 'Completion+': ' = ', 'Idle-': ' = '} +All to Sway1 {'Cost-': ' ! ', 'Completion+': ' = ', 'Idle-': ' = '} +All to Sway2 {'Cost-': ' ! ', 'Completion+': ' ! ', 'Idle-': ' = '} +Sway1 to Sway2 {'Cost-': ' ! ', 'Completion+': ' = ', 'Idle-': ' = '} +Sway1 to Xpln1 {'Cost-': ' ! ', 'Completion+': ' = ', 'Idle-': ' = '} +Sway2 to Xpln2 {'Cost-': ' ! ', 'Completion+': ' = ', 'Idle-': ' = '} +Sway1 to Top {'Cost-': ' ! ', 'Completion+': ' = ', 'Idle-': ' = '} +Sway2 to Top {'Cost-': ' ! ', 'Completion+': ' ! ', 'Idle-': ' = '} ✅ pass: hpo #W ?k #W ?v diff --git a/out/project2.out b/out/project2.out index 3df73af..fe9b27e 100644 --- a/out/project2.out +++ b/out/project2.out @@ -73,27 +73,16 @@ top with 398 evals {'Lbs-': 1955.0, 'Acc+': 20.5, 'Mpg+': 30.0, 'N': 12} {'Lbs-' sway2 with 6 evals {'Lbs-': 2320.0, 'Acc+': 19.9, 'Mpg+': 40.0, 'N': 12} {'Lbs-': 544.57, 'Acc+': 3.68, 'Mpg+': 3.88, 'N': 12} xpln2 on 6 evals {'Lbs-': 1985.0, 'Acc+': 17.3, 'Mpg+': 40.0, 'N': 11} {'Lbs-': 118.22, 'Acc+': 1.43, 'Mpg+': 3.88, 'N': 11} ------------------ -Using Cliffs Delta +Equals ------------------ -All to All {'Lbs-': True, 'Acc+': True, 'Mpg+': True} -All to Sway1 {'Lbs-': False, 'Acc+': False, 'Mpg+': False} -All to Sway2 {'Lbs-': False, 'Acc+': False, 'Mpg+': False} -Sway1 to Sway2 {'Lbs-': True, 'Acc+': False, 'Mpg+': False} -Sway1 to Xpln1 {'Lbs-': True, 'Acc+': True, 'Mpg+': True} -Sway2 to Xpln2 {'Lbs-': False, 'Acc+': False, 'Mpg+': True} -Sway1 to Top {'Lbs-': False, 'Acc+': False, 'Mpg+': False} -Sway2 to Top {'Lbs-': False, 'Acc+': False, 'Mpg+': False} ------------------- -Using Bootstrap ------------------- -All to All {'Lbs-': True, 'Acc+': True, 'Mpg+': True} -All to Sway1 {'Lbs-': False, 'Acc+': True, 'Mpg+': True} -All to Sway2 {'Lbs-': False, 'Acc+': False, 'Mpg+': False} -Sway1 to Sway2 {'Lbs-': True, 'Acc+': True, 'Mpg+': False} -Sway1 to Xpln1 {'Lbs-': True, 'Acc+': True, 'Mpg+': True} -Sway2 to Xpln2 {'Lbs-': False, 'Acc+': True, 'Mpg+': True} -Sway1 to Top {'Lbs-': False, 'Acc+': False, 'Mpg+': True} -Sway2 to Top {'Lbs-': True, 'Acc+': True, 'Mpg+': False} +All to All {'Lbs-': ' = ', 'Acc+': ' = ', 'Mpg+': ' = '} +All to Sway1 {'Lbs-': ' ! ', 'Acc+': ' = ', 'Mpg+': ' = '} +All to Sway2 {'Lbs-': ' ! ', 'Acc+': ' ! ', 'Mpg+': ' ! '} +Sway1 to Sway2 {'Lbs-': ' = ', 'Acc+': ' = ', 'Mpg+': ' ! '} +Sway1 to Xpln1 {'Lbs-': ' = ', 'Acc+': ' = ', 'Mpg+': ' = '} +Sway2 to Xpln2 {'Lbs-': ' ! ', 'Acc+': ' = ', 'Mpg+': ' = '} +Sway1 to Top {'Lbs-': ' ! ', 'Acc+': ' ! ', 'Mpg+': ' = '} +Sway2 to Top {'Lbs-': ' = ', 'Acc+': ' = ', 'Mpg+': ' ! '} ✅ pass: hpo #W ?k #W ?v