diff --git a/feature_importance/subgroup/current/subgroup-debug.ipynb b/feature_importance/subgroup/current/subgroup-debug.ipynb index 0caee94..76c720c 100644 --- a/feature_importance/subgroup/current/subgroup-debug.ipynb +++ b/feature_importance/subgroup/current/subgroup-debug.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 10, + "execution_count": 19, "metadata": {}, "outputs": [], "source": [ @@ -33,7 +33,40 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 20, + "metadata": {}, + "outputs": [], + "source": [ + "import lime\n", + "def get_lime(X, rf, task):\n", + " result = np.zeros((X.shape[0], X.shape[1]))\n", + " explainer = lime.lime_tabular.LimeTabularExplainer(X_train, verbose = False,\n", + " mode = task)\n", + " num_features = X.shape[1]\n", + " for i in range(X.shape[0]):\n", + " if task == 'classification':\n", + " exp = explainer.explain_instance(X[i, :], rf.predict_proba,\n", + " num_features = num_features)\n", + " else:\n", + " exp = explainer.explain_instance(X[i, :], rf.predict,\n", + " num_features = num_features)\n", + " original_feature_importance = exp.as_map()[1]\n", + " # print(\"----------------\")\n", + " # print(\"Original feature importance\")\n", + " # print(original_feature_importance)\n", + " sorted_feature_importance = sorted(original_feature_importance, key=lambda x: x[0])\n", + " # print(\"----------------\")\n", + " # print(\"Sorted feature importance\")\n", + " # print(sorted_feature_importance)\n", + " # print(\"----------------\")\n", + " for j in range(num_features):\n", + " result[i, j] = sorted_feature_importance[j][1]\n", + " return result" + ] + }, + { + "cell_type": "code", + "execution_count": 21, "metadata": {}, "outputs": [], "source": [ @@ -46,25 +79,25 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 22, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ - "/tmp/ipykernel_1111007/2881731511.py:2: FutureWarning: Starting from Version 0.15.0 `download_splits` will default to ``False`` instead of ``True`` and be independent from `download_data`. To disable this message until version 0.15 explicitly set `download_splits` to a bool.\n", + "/tmp/ipykernel_3118253/2881731511.py:2: FutureWarning: Starting from Version 0.15.0 `download_splits` will default to ``False`` instead of ``True`` and be independent from `download_data`. To disable this message until version 0.15 explicitly set `download_splits` to a bool.\n", " X, y = get_openml_data(dataid)\n", "/scratch/users/zachrewolinski/conda/envs/mdi/lib/python3.10/site-packages/openml/tasks/functions.py:442: FutureWarning: Starting from Version 0.15 `download_data`, `download_qualities`, and `download_features_meta_data` will all be ``False`` instead of ``True`` by default to enable lazy loading. To disable this message until version 0.15 explicitly set `download_data`, `download_qualities`, and `download_features_meta_data` to a bool while calling `get_dataset`.\n", " dataset = get_dataset(task.dataset_id, *dataset_args, **get_dataset_kwargs)\n", "/scratch/users/zachrewolinski/conda/envs/mdi/lib/python3.10/site-packages/openml/tasks/task.py:150: FutureWarning: Starting from Version 0.15 `download_data`, `download_qualities`, and `download_features_meta_data` will all be ``False`` instead of ``True`` by default to enable lazy loading. To disable this message until version 0.15 explicitly set `download_data`, `download_qualities`, and `download_features_meta_data` to a bool while calling `get_dataset`.\n", " return datasets.get_dataset(self.dataset_id)\n", "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n", - "[Parallel(n_jobs=-1)]: Done 34 tasks | elapsed: 11.8s\n", - "[Parallel(n_jobs=-1)]: Done 100 out of 100 | elapsed: 14.3s finished\n", + "[Parallel(n_jobs=-1)]: Done 34 tasks | elapsed: 7.5s\n", + "[Parallel(n_jobs=-1)]: Done 100 out of 100 | elapsed: 10.4s finished\n", "[Parallel(n_jobs=-1)]: Using backend LokyBackend with 8 concurrent workers.\n", - "[Parallel(n_jobs=-1)]: Done 34 tasks | elapsed: 1.6min\n", - "[Parallel(n_jobs=-1)]: Done 100 out of 100 | elapsed: 4.5min finished\n" + "[Parallel(n_jobs=-1)]: Done 34 tasks | elapsed: 1.8min\n", + "[Parallel(n_jobs=-1)]: Done 100 out of 100 | elapsed: 4.6min finished\n" ] } ], @@ -88,7 +121,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 23, "metadata": {}, "outputs": [], "source": [ @@ -97,12 +130,16 @@ "shap_train_values, shap_train_rankings = get_shap(X_train, shap_explainer,\n", " task)\n", "shap_test_values, shap_test_rankings = get_shap(X_test, shap_explainer,\n", - " task)" + " task)\n", + "\n", + "# get lime feature importances\n", + "lime_train_values = get_lime(X_train, rf, task)\n", + "lime_test_values = get_lime(X_test, rf, task)" ] }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 24, "metadata": {}, "outputs": [], "source": [ @@ -112,7 +149,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 25, "metadata": {}, "outputs": [], "source": [ @@ -131,6 +168,10 @@ "lfi_test_values[\"shap\"] = shap_test_values\n", "lfi_test_rankings[\"shap\"] = shap_test_rankings\n", "\n", + "# add lime to the dictionaries\n", + "lfi_train_values[\"lime\"] = lime_train_values\n", + "lfi_test_values[\"lime\"] = lime_test_values\n", + "\n", "# add the raw data to the dictionaries as a baseline of comparison\n", "lfi_train_values[\"rawdata\"] = X_train\n", "lfi_test_values[\"rawdata\"] = X_test" @@ -138,7 +179,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 26, "metadata": {}, "outputs": [], "source": [ @@ -151,7 +192,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 27, "metadata": {}, "outputs": [], "source": [ @@ -162,789 +203,807 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 28, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "{'r2': {'lmdi_baseline': {2: 0.6445649451638324,\n", - " 3: 0.8680766126738856,\n", - " 4: 0.913119037406979,\n", - " 5: -215.23091111985252,\n", - " 6: -215.91991426100282,\n", - " 7: -78.7535766025578,\n", - " 8: -84.01922175742995,\n", - " 9: -141.54733632707973,\n", - " 10: -149.47990644371674},\n", - " 'aloo_l2_signed_normed_leafavg_rank': {2: 0.9927271668877967,\n", - " 3: 0.998027875479179,\n", - " 4: 0.9980136251092391,\n", - " 5: 0.9980137595945218,\n", - " 6: 0.9980868009483398,\n", - " 7: 0.9989535457257578,\n", - " 8: 0.9989539218165313,\n", - " 9: 0.9990000203695893,\n", - " 10: 0.9994746285775445},\n", - " 'aloo_l2_signed_normed_leafavg_norank': {2: 0.9927271668877967,\n", - " 3: 0.998027875479179,\n", - " 4: 0.9980136251092391,\n", - " 5: 0.9980137595945218,\n", - " 6: 0.9980868009483398,\n", - " 7: 0.9989535457257578,\n", - " 8: 0.9989539218165313,\n", - " 9: 0.9990000203695893,\n", - " 10: 0.9994746285775445},\n", - " 'aloo_l2_signed_normed_noleafavg_rank': {2: 0.9927271668877967,\n", - " 3: 0.8129611156493682,\n", - " 4: 0.6971885071248699,\n", - " 5: 0.8822557273813058,\n", - " 6: 0.9980904410847861,\n", - " 7: 0.9993043660518036,\n", - " 8: 0.9993188781851715,\n", - " 9: 0.999347240392281,\n", - " 10: 0.9994359402433696},\n", - " 'aloo_l2_signed_normed_noleafavg_norank': {2: 0.9927271668877967,\n", - " 3: 0.8129611156493682,\n", - " 4: 0.6971885071248699,\n", - " 5: 0.8822557273813058,\n", - " 6: 0.9980904410847861,\n", - " 7: 0.9993043660518036,\n", - " 8: 0.9993188781851715,\n", - " 9: 0.999347240392281,\n", - " 10: 0.9994359402433696},\n", - " 'aloo_l2_signed_nonnormed_leafavg_rank': {2: -52.9816719619314,\n", - " 3: 0.9973996973346272,\n", - " 4: 0.9985780941826747,\n", - " 5: 0.9989663293158638,\n", - " 6: 0.9996827174346178,\n", - " 7: 0.999737262860902,\n", - " 8: 0.9997371956413068,\n", - " 9: 0.9997812873442385,\n", - " 10: 0.9998603303452446},\n", - " 'aloo_l2_signed_nonnormed_leafavg_norank': {2: -52.9816719619314,\n", - " 3: 0.9973996973346272,\n", - " 4: 0.9985780941826747,\n", - " 5: 0.9989663293158638,\n", - " 6: 0.9996827174346178,\n", - " 7: 0.999737262860902,\n", - " 8: 0.9997371956413068,\n", - " 9: 0.9997812873442385,\n", - " 10: 0.9998603303452446},\n", - " 'aloo_l2_signed_nonnormed_noleafavg_rank': {2: -29.26605305234625,\n", - " 3: 0.9973996973346272,\n", - " 4: 0.9985780941826747,\n", - " 5: 0.9966306361354462,\n", - " 6: 0.9996782292486582,\n", - " 7: 0.9957629106275575,\n", - " 8: 0.9958174560538414,\n", - " 9: 0.9958173703663622,\n", - " 10: 0.9953993015397371},\n", - " 'aloo_l2_signed_nonnormed_noleafavg_norank': {2: -29.26605305234625,\n", - " 3: 0.9973996973346272,\n", - " 4: 0.9985780941826747,\n", - " 5: 0.9966306361354462,\n", - " 6: 0.9996782292486582,\n", - " 7: 0.9957629106275575,\n", - " 8: 0.9958174560538414,\n", - " 9: 0.9958173703663622,\n", - " 10: 0.9953993015397371},\n", - " 'aloo_l2_unsigned_normed_leafavg_rank': {2: 0.8482029670826879,\n", - " 3: 0.8490268540525132,\n", - " 4: 0.4752099034178157,\n", - " 5: 0.7866454423884263,\n", - " 6: 0.8864053082688182,\n", - " 7: 0.9161437520446064,\n", - " 8: 0.9161429805289311,\n", - " 9: 0.9089617638902763,\n", - " 10: 0.9483759544174902},\n", - " 'aloo_l2_unsigned_normed_leafavg_norank': {2: 0.8482029670826879,\n", - " 3: 0.8490268540525132,\n", - " 4: 0.4752099034178157,\n", - " 5: 0.7866454423884263,\n", - " 6: 0.8864053082688182,\n", - " 7: 0.9161437520446064,\n", - " 8: 0.9161429805289311,\n", - " 9: 0.9089617638902763,\n", - " 10: 0.9483759544174902},\n", - " 'aloo_l2_unsigned_normed_noleafavg_rank': {2: -47713267.04342204,\n", - " 3: 0.867252100105942,\n", - " 4: 0.6655578674159756,\n", - " 5: 0.6345143125955007,\n", - " 6: 0.804234774948962,\n", - " 7: 0.8881409168059027,\n", - " 8: 0.9488394790547148,\n", - " 9: 0.9488377681214137,\n", - " 10: 0.7713817873735194},\n", - " 'aloo_l2_unsigned_normed_noleafavg_norank': {2: -47713267.04342204,\n", - " 3: 0.867252100105942,\n", - " 4: 0.6655578674159756,\n", - " 5: 0.6345143125955007,\n", - " 6: 0.804234774948962,\n", - " 7: 0.8881409168059027,\n", - " 8: 0.9488394790547148,\n", - " 9: 0.9488377681214137,\n", - " 10: 0.7713817873735194},\n", - " 'aloo_l2_unsigned_nonnormed_leafavg_rank': {2: 0.8745572555125906,\n", - " 3: 0.9962856146908532,\n", - " 4: 0.9983512181147747,\n", - " 5: 0.9991032706284847,\n", - " 6: 0.9991035789215647,\n", - " 7: 0.9996230204161064,\n", - " 8: 0.9994815946931114,\n", - " 9: 0.9995007296846626,\n", - " 10: 0.9994995502282262},\n", - " 'aloo_l2_unsigned_nonnormed_leafavg_norank': {2: 0.8745572555125906,\n", - " 3: 0.9962856146908532,\n", - " 4: 0.9983512181147747,\n", - " 5: 0.9991032706284847,\n", - " 6: 0.9991035789215647,\n", - " 7: 0.9996230204161064,\n", - " 8: 0.9994815946931114,\n", - " 9: 0.9995007296846626,\n", - " 10: 0.9994995502282262},\n", - " 'aloo_l2_unsigned_nonnormed_noleafavg_rank': {2: -658.8304129932814,\n", - " 3: 0.9962856146908532,\n", - " 4: 0.9985217433061586,\n", - " 5: 0.9550494786428747,\n", - " 6: 0.9550492096203371,\n", - " 7: 0.9551393110163726,\n", - " 8: 0.36180130458821824,\n", - " 9: 0.28500823784611395,\n", - " 10: 0.28500724039632985},\n", - " 'aloo_l2_unsigned_nonnormed_noleafavg_norank': {2: -658.8304129932814,\n", - " 3: 0.9962856146908532,\n", - " 4: 0.9985217433061586,\n", - " 5: 0.9550494786428747,\n", - " 6: 0.9550492096203371,\n", - " 7: 0.9551393110163726,\n", - " 8: 0.36180130458821824,\n", - " 9: 0.28500823784611395,\n", - " 10: 0.28500724039632985},\n", - " 'aloo_nonl2_unsigned_nonnormed_leafavg_rank': {2: 0.9927271668877967,\n", - " 3: -2.2008705734289133,\n", - " 4: 0.999276923103626,\n", - " 5: 0.9993201962730601,\n", - " 6: 0.9993389618038269,\n", - " 7: 0.9993530489270159,\n", - " 8: -75.07335140556614,\n", - " 9: -7.538142546851767,\n", - " 10: -7.53814242118957},\n", - " 'aloo_nonl2_unsigned_nonnormed_leafavg_norank': {2: 0.9927271668877967,\n", - " 3: -2.2008705734289133,\n", - " 4: 0.999276923103626,\n", - " 5: 0.9993201962730601,\n", - " 6: 0.9993389618038269,\n", - " 7: 0.9993530489270159,\n", - " 8: -75.07335140556614,\n", - " 9: -7.538142546851767,\n", - " 10: -7.53814242118957},\n", - " 'aloo_nonl2_unsigned_nonnormed_noleafavg_rank': {2: 0.9927271668877967,\n", - " 3: -2.22103085531022,\n", - " 4: 0.999276923103626,\n", - " 5: 0.9993201962730601,\n", - " 6: 0.9993389618038269,\n", - " 7: 0.9993530489270159,\n", - " 8: 0.999757159351784,\n", - " 9: 0.9911520759914881,\n", - " 10: 0.9912216418992041},\n", - " 'aloo_nonl2_unsigned_nonnormed_noleafavg_norank': {2: 0.9927271668877967,\n", - " 3: -2.22103085531022,\n", - " 4: 0.999276923103626,\n", - " 5: 0.9993201962730601,\n", - " 6: 0.9993389618038269,\n", - " 7: 0.9993530489270159,\n", - " 8: 0.999757159351784,\n", - " 9: 0.9911520759914881,\n", - " 10: 0.9912216418992041},\n", - " 'nonloo_l2_signed_normed_leafavg_rank': {2: 0.9927271668877967,\n", - " 3: 0.998027875479179,\n", - " 4: 0.9980136251092391,\n", - " 5: 0.9980137595945218,\n", - " 6: 0.9980669352513551,\n", - " 7: 0.9989461317620801,\n", - " 8: 0.9989590498768045,\n", - " 9: 0.9989995847211592,\n", - " 10: 0.9995338286777976},\n", - " 'nonloo_l2_signed_normed_leafavg_norank': {2: 0.9927271668877967,\n", - " 3: 0.998027875479179,\n", - " 4: 0.9980136251092391,\n", - " 5: 0.9980137595945218,\n", - " 6: 0.9980669352513551,\n", - " 7: 0.9989461317620801,\n", - " 8: 0.9989590498768045,\n", - " 9: 0.9989995847211592,\n", - " 10: 0.9995338286777976},\n", - " 'nonloo_l2_signed_normed_noleafavg_rank': {2: 0.9927271668877967,\n", - " 3: 0.8129611156493682,\n", - " 4: 0.6971885071248699,\n", - " 5: 0.8822557273813058,\n", - " 6: 0.9980906108267896,\n", - " 7: 0.9989931209611429,\n", - " 8: 0.9990100639855947,\n", - " 9: 0.9990366613191032,\n", - " 10: 0.9995749480788625},\n", - " 'nonloo_l2_signed_normed_noleafavg_norank': {2: 0.9927271668877967,\n", - " 3: 0.8129611156493682,\n", - " 4: 0.6971885071248699,\n", - " 5: 0.8822557273813058,\n", - " 6: 0.9980906108267896,\n", - " 7: 0.9989931209611429,\n", - " 8: 0.9990100639855947,\n", - " 9: 0.9990366613191032,\n", - " 10: 0.9995749480788625},\n", - " 'nonloo_l2_signed_nonnormed_leafavg_rank': {2: -52.9816719619314,\n", - " 3: 0.5756124996208882,\n", - " 4: -50.92942236079049,\n", - " 5: 0.9896764983573555,\n", - " 6: 0.9995400537972231,\n", - " 7: 0.9995945992235074,\n", - " 8: 0.9997769501779349,\n", - " 9: 0.9997764171304747,\n", - " 10: 0.9997768842758006},\n", - " 'nonloo_l2_signed_nonnormed_leafavg_norank': {2: -52.9816719619314,\n", - " 3: 0.5756124996208882,\n", - " 4: -50.92942236079049,\n", - " 5: 0.9896764983573555,\n", - " 6: 0.9995400537972231,\n", - " 7: 0.9995945992235074,\n", - " 8: 0.9997769501779349,\n", - " 9: 0.9997764171304747,\n", - " 10: 0.9997768842758006},\n", - " 'nonloo_l2_signed_nonnormed_noleafavg_rank': {2: -29.26605305234625,\n", - " 3: 0.9973996973346272,\n", - " 4: 0.9985780941826747,\n", - " 5: 0.9966306361354462,\n", - " 6: 0.9996782292486582,\n", - " 7: 0.9997688522669854,\n", - " 8: 0.9998233976932694,\n", - " 9: 0.9998229137977586,\n", - " 10: 0.9998551396737074},\n", - " 'nonloo_l2_signed_nonnormed_noleafavg_norank': {2: -29.26605305234625,\n", - " 3: 0.9973996973346272,\n", - " 4: 0.9985780941826747,\n", - " 5: 0.9966306361354462,\n", - " 6: 0.9996782292486582,\n", - " 7: 0.9997688522669854,\n", - " 8: 0.9998233976932694,\n", - " 9: 0.9998229137977586,\n", - " 10: 0.9998551396737074},\n", - " 'nonloo_l2_unsigned_normed_leafavg_rank': {2: 0.7722969912831866,\n", - " 3: 0.8780570274586403,\n", - " 4: 0.7502217286627606,\n", - " 5: 0.6267247355471606,\n", - " 6: 0.8640735533939706,\n", - " 7: 0.8699235557372856,\n", - " 8: 0.8699229538020387,\n", - " 9: 0.9097004235949722,\n", - " 10: 0.944465712417476},\n", - " 'nonloo_l2_unsigned_normed_leafavg_norank': {2: 0.7722969912831866,\n", - " 3: 0.8780570274586403,\n", - " 4: 0.7502217286627606,\n", - " 5: 0.6267247355471606,\n", - " 6: 0.8640735533939706,\n", - " 7: 0.8699235557372856,\n", - " 8: 0.8699229538020387,\n", - " 9: 0.9097004235949722,\n", - " 10: 0.944465712417476},\n", - " 'nonloo_l2_unsigned_normed_noleafavg_rank': {2: -4243.494895430736,\n", - " 3: -4275.535490057371,\n", - " 4: -3812.4902858534997,\n", - " 5: -3812.572032759011,\n", - " 6: -1848.282758661586,\n", - " 7: -577.0981130078727,\n", - " 8: 0.9513335156605569,\n", - " 9: 0.9513317478982386,\n", - " 10: 0.9627777208883127},\n", - " 'nonloo_l2_unsigned_normed_noleafavg_norank': {2: -4243.494895430736,\n", - " 3: -4275.535490057371,\n", - " 4: -3812.4902858534997,\n", - " 5: -3812.572032759011,\n", - " 6: -1848.282758661586,\n", - " 7: -577.0981130078727,\n", - " 8: 0.9513335156605569,\n", - " 9: 0.9513317478982386,\n", - " 10: 0.9627777208883127},\n", - " 'nonloo_l2_unsigned_nonnormed_leafavg_rank': {2: 0.8745572555125906,\n", - " 3: 0.9962856146908532,\n", - " 4: 0.9983793104588853,\n", - " 5: 0.9991313629725951,\n", - " 6: 0.9991307853136793,\n", - " 7: 0.9996242893857193,\n", - " 8: 0.9995068982867004,\n", - " 9: 0.9995071975348331,\n", - " 10: 0.9995644448819649},\n", - " 'nonloo_l2_unsigned_nonnormed_leafavg_norank': {2: 0.8745572555125906,\n", - " 3: 0.9962856146908532,\n", - " 4: 0.9983793104588853,\n", - " 5: 0.9991313629725951,\n", - " 6: 0.9991307853136793,\n", - " 7: 0.9996242893857193,\n", - " 8: 0.9995068982867004,\n", - " 9: 0.9995071975348331,\n", - " 10: 0.9995644448819649},\n", - " 'nonloo_l2_unsigned_nonnormed_noleafavg_rank': {2: -658.8304129932814,\n", - " 3: 0.9962856146908532,\n", - " 4: 0.9986192282152526,\n", - " 5: 0.9551469635519686,\n", - " 6: 0.6578314231077766,\n", - " 7: 0.6578311989028846,\n", - " 8: 0.6043819673645229,\n", - " 9: 0.6043813139199089,\n", - " 10: 0.6043811645905632},\n", - " 'nonloo_l2_unsigned_nonnormed_noleafavg_norank': {2: -658.8304129932814,\n", - " 3: 0.9962856146908532,\n", - " 4: 0.9986192282152526,\n", - " 5: 0.9551469635519686,\n", - " 6: 0.6578314231077766,\n", - " 7: 0.6578311989028846,\n", - " 8: 0.6043819673645229,\n", - " 9: 0.6043813139199089,\n", - " 10: 0.6043811645905632},\n", - " 'nonloo_nonl2_unsigned_nonnormed_leafavg_rank': {2: 0.9927271668877967,\n", - " 3: -2.2008705734289133,\n", - " 4: 0.999276923103626,\n", - " 5: 0.9993201962730601,\n", - " 6: 0.9993389618038269,\n", - " 7: 0.9993530489270159,\n", - " 8: 0.8882223157339382,\n", - " 9: 0.9998110097411719,\n", - " 10: 0.9998111354033692},\n", - " 'nonloo_nonl2_unsigned_nonnormed_leafavg_norank': {2: 0.9927271668877967,\n", - " 3: -2.2008705734289133,\n", - " 4: 0.999276923103626,\n", - " 5: 0.9993201962730601,\n", - " 6: 0.9993389618038269,\n", - " 7: 0.9993530489270159,\n", - " 8: 0.8882223157339382,\n", - " 9: 0.9998110097411719,\n", - " 10: 0.9998111354033692},\n", - " 'nonloo_nonl2_unsigned_nonnormed_noleafavg_rank': {2: 0.9927271668877967,\n", - " 3: -2.22103085531022,\n", - " 4: 0.999276923103626,\n", - " 5: 0.9993201962730601,\n", - " 6: 0.9993389618038269,\n", - " 7: 0.9993530489270159,\n", - " 8: 0.9997574324459434,\n", - " 9: 0.9997633734563234,\n", - " 10: 0.9998264060218799},\n", - " 'nonloo_nonl2_unsigned_nonnormed_noleafavg_norank': {2: 0.9927271668877967,\n", - " 3: -2.22103085531022,\n", - " 4: 0.999276923103626,\n", - " 5: 0.9993201962730601,\n", - " 6: 0.9993389618038269,\n", - " 7: 0.9993530489270159,\n", - " 8: 0.9997574324459434,\n", - " 9: 0.9997633734563234,\n", - " 10: 0.9998264060218799},\n", - " 'shap': {2: 0.29463484466336426,\n", - " 3: -50.062463572581315,\n", - " 4: -100.56554667809782,\n", - " 5: -136.81628954851814,\n", - " 6: -32.02680562951272,\n", - " 7: -60.33838945037482,\n", - " 8: -15.745605023818893,\n", - " 9: 0.3053033586575728,\n", - " 10: 0.34611583681096836},\n", - " 'rawdata': {2: 0.9927271668877967,\n", - " 3: 0.9928404246313651,\n", - " 4: 0.9928596794536289,\n", - " 5: 0.9993201962730601,\n", - " 6: 0.9993342833962491,\n", - " 7: 0.9993530489270159,\n", - " 8: 0.999752876689095,\n", - " 9: 0.9998425132653208,\n", - " 10: 0.9998917498213533}},\n", - " 'rmse': {'lmdi_baseline': {2: 0.0047210746863881135,\n", - " 3: 0.0023212981104360976,\n", - " 4: 0.0019270920598536637,\n", - " 5: 0.05946331151554615,\n", - " 6: 0.05919640530791291,\n", - " 7: 0.03545394967155662,\n", - " 8: 0.04231645458226893,\n", - " 9: 0.04480164709499497,\n", - " 10: 0.05206890943814465},\n", - " 'aloo_l2_signed_normed_leafavg_rank': {2: 0.0010008008075137371,\n", - " 3: 0.000536739872320485,\n", - " 4: 0.00053294713724969,\n", - " 5: 0.0005296889943642573,\n", - " 6: 0.0004747451089050948,\n", - " 7: 0.0003495539250932273,\n", - " 8: 0.00034647000291166254,\n", - " 9: 0.0003273818086388954,\n", - " 10: 0.00022901527768305624},\n", - " 'aloo_l2_signed_normed_leafavg_norank': {2: 0.0010008008075137371,\n", - " 3: 0.000536739872320485,\n", - " 4: 0.00053294713724969,\n", - " 5: 0.0005296889943642573,\n", - " 6: 0.0004747451089050948,\n", - " 7: 0.0003495539250932273,\n", - " 8: 0.00034647000291166254,\n", - " 9: 0.0003273818086388954,\n", - " 10: 0.00022901527768305624},\n", - " 'aloo_l2_signed_normed_noleafavg_rank': {2: 0.0010008008075137371,\n", - " 3: 0.004300224499885554,\n", - " 4: 0.005053756772585791,\n", - " 5: 0.0012867913090043796,\n", - " 6: 0.00047547323046174807,\n", - " 7: 0.0002828423048293196,\n", - " 8: 0.0002747572861646693,\n", - " 9: 0.0002589466190436697,\n", - " 10: 0.00023309436012589806},\n", - " 'aloo_l2_signed_normed_noleafavg_norank': {2: 0.0010008008075137371,\n", - " 3: 0.004300224499885554,\n", - " 4: 0.005053756772585791,\n", - " 5: 0.0012867913090043796,\n", - " 6: 0.00047547323046174807,\n", - " 7: 0.0002828423048293196,\n", - " 8: 0.0002747572861646693,\n", - " 9: 0.0002589466190436697,\n", - " 10: 0.00023309436012589806},\n", - " 'aloo_l2_signed_nonnormed_leafavg_rank': {2: 0.04362311263699772,\n", - " 3: 0.0006923221574011059,\n", - " 4: 0.0004826977777701225,\n", - " 5: 0.00039775556231891107,\n", - " 6: 0.00021093025527390966,\n", - " 7: 0.0001675986628028056,\n", - " 8: 0.00016581218948602696,\n", - " 9: 0.0001449748649842588,\n", - " 10: 0.0001246268639072646},\n", - " 'aloo_l2_signed_nonnormed_leafavg_norank': {2: 0.04362311263699772,\n", - " 3: 0.0006923221574011059,\n", - " 4: 0.0004826977777701225,\n", - " 5: 0.00039775556231891107,\n", - " 6: 0.00021093025527390966,\n", - " 7: 0.0001675986628028056,\n", - " 8: 0.00016581218948602696,\n", - " 9: 0.0001449748649842588,\n", - " 10: 0.0001246268639072646},\n", - " 'aloo_l2_signed_nonnormed_noleafavg_rank': {2: 0.03324421596018426,\n", - " 3: 0.0006923221574011059,\n", - " 4: 0.0004826977777701225,\n", - " 5: 0.000634375534552158,\n", - " 6: 0.00020783171745813686,\n", - " 7: 0.0003901173103087517,\n", - " 8: 0.00034678571783764757,\n", - " 9: 0.0003450834802206439,\n", - " 10: 0.0003189984716008969},\n", - " 'aloo_l2_signed_nonnormed_noleafavg_norank': {2: 0.03324421596018426,\n", - " 3: 0.0006923221574011059,\n", - " 4: 0.0004826977777701225,\n", - " 5: 0.000634375534552158,\n", - " 6: 0.00020783171745813686,\n", - " 7: 0.0003901173103087517,\n", - " 8: 0.00034678571783764757,\n", - " 9: 0.0003450834802206439,\n", - " 10: 0.0003189984716008969},\n", - " 'aloo_l2_unsigned_normed_leafavg_rank': {2: 0.0054218889942934485,\n", - " 3: 0.00517150600374909,\n", - " 4: 0.008823311387533365,\n", - " 5: 0.0054810169479879755,\n", - " 6: 0.003923156755000956,\n", - " 7: 0.0033396637262877006,\n", - " 8: 0.0033393150177579243,\n", - " 9: 0.003393317378827907,\n", - " 10: 0.00260741294777391},\n", - " 'aloo_l2_unsigned_normed_leafavg_norank': {2: 0.0054218889942934485,\n", - " 3: 0.00517150600374909,\n", - " 4: 0.008823311387533365,\n", - " 5: 0.0054810169479879755,\n", - " 6: 0.003923156755000956,\n", - " 7: 0.0033396637262877006,\n", - " 8: 0.0033393150177579243,\n", - " 9: 0.003393317378827907,\n", - " 10: 0.00260741294777391},\n", - " 'aloo_l2_unsigned_normed_noleafavg_rank': {2: 19.94148697062952,\n", - " 3: 0.004946765983662409,\n", - " 4: 0.007265081166580929,\n", - " 5: 0.007222219490041424,\n", - " 6: 0.005473624441481075,\n", - " 7: 0.004088962169097856,\n", - " 8: 0.0027309398154122476,\n", - " 9: 0.0027302555225232296,\n", - " 10: 0.003978847512238699},\n", - " 'aloo_l2_unsigned_normed_noleafavg_norank': {2: 19.94148697062952,\n", - " 3: 0.004946765983662409,\n", - " 4: 0.007265081166580929,\n", - " 5: 0.007222219490041424,\n", - " 6: 0.005473624441481075,\n", - " 7: 0.004088962169097856,\n", - " 8: 0.0027309398154122476,\n", - " 9: 0.0027302555225232296,\n", - " 10: 0.003978847512238699},\n", - " 'aloo_l2_unsigned_nonnormed_leafavg_rank': {2: 0.004837433473419856,\n", - " 3: 0.0008029092680965121,\n", - " 4: 0.0005170377869226024,\n", - " 5: 0.00030579750188431266,\n", - " 6: 0.0003034355700354145,\n", - " 7: 0.00022209253681759975,\n", - " 8: 0.00024723493934226634,\n", - " 9: 0.00024207451364163218,\n", - " 10: 0.00024203165614719571},\n", - " 'aloo_l2_unsigned_nonnormed_leafavg_norank': {2: 0.004837433473419856,\n", - " 3: 0.0008029092680965121,\n", - " 4: 0.0005170377869226024,\n", - " 5: 0.00030579750188431266,\n", - " 6: 0.0003034355700354145,\n", - " 7: 0.00022209253681759975,\n", - " 8: 0.00024723493934226634,\n", - " 9: 0.00024207451364163218,\n", - " 10: 0.00024203165614719571},\n", - " 'aloo_l2_unsigned_nonnormed_noleafavg_rank': {2: 0.13240418573095328,\n", - " 3: 0.0008029092680965121,\n", - " 4: 0.000497900499762969,\n", - " 5: 0.001747029897643657,\n", - " 6: 0.001745549373276284,\n", - " 7: 0.0017270719834404395,\n", - " 8: 0.0047689147547438655,\n", - " 9: 0.004530104287197566,\n", - " 10: 0.004530023527798446},\n", - " 'aloo_l2_unsigned_nonnormed_noleafavg_norank': {2: 0.13240418573095328,\n", - " 3: 0.0008029092680965121,\n", - " 4: 0.000497900499762969,\n", - " 5: 0.001747029897643657,\n", - " 6: 0.001745549373276284,\n", - " 7: 0.0017270719834404395,\n", - " 8: 0.0047689147547438655,\n", - " 9: 0.004530104287197566,\n", - " 10: 0.004530023527798446},\n", - " 'aloo_nonl2_unsigned_nonnormed_leafavg_rank': {2: 0.0010008008075137371,\n", - " 3: 0.014669224406046547,\n", - " 4: 0.00032001266862670267,\n", - " 5: 0.00028012512198598245,\n", - " 6: 0.00026570106606690696,\n", - " 7: 0.000246920668737022,\n", - " 8: 0.04455038012818413,\n", - " 9: 0.014314887941730794,\n", - " 10: 0.014313029298138996},\n", - " 'aloo_nonl2_unsigned_nonnormed_leafavg_norank': {2: 0.0010008008075137371,\n", - " 3: 0.014669224406046547,\n", - " 4: 0.00032001266862670267,\n", - " 5: 0.00028012512198598245,\n", - " 6: 0.00026570106606690696,\n", - " 7: 0.000246920668737022,\n", - " 8: 0.04455038012818413,\n", - " 9: 0.014314887941730794,\n", - " 10: 0.014313029298138996},\n", - " 'aloo_nonl2_unsigned_nonnormed_noleafavg_rank': {2: 0.0010008008075137371,\n", - " 3: 0.01467016319492342,\n", - " 4: 0.00032001266862670267,\n", - " 5: 0.00028012512198598245,\n", - " 6: 0.00026570106606690696,\n", - " 7: 0.000246920668737022,\n", - " 8: 0.00015775457939034754,\n", - " 9: 0.000582632076442091,\n", - " 10: 0.0005646898909798848},\n", - " 'aloo_nonl2_unsigned_nonnormed_noleafavg_norank': {2: 0.0010008008075137371,\n", - " 3: 0.01467016319492342,\n", - " 4: 0.00032001266862670267,\n", - " 5: 0.00028012512198598245,\n", - " 6: 0.00026570106606690696,\n", - " 7: 0.000246920668737022,\n", - " 8: 0.00015775457939034754,\n", - " 9: 0.000582632076442091,\n", - " 10: 0.0005646898909798848},\n", - " 'nonloo_l2_signed_normed_leafavg_rank': {2: 0.0010008008075137371,\n", - " 3: 0.000536739872320485,\n", - " 4: 0.00053294713724969,\n", - " 5: 0.0005296889943642573,\n", - " 6: 0.00048000190772776906,\n", - " 7: 0.00035355145997252504,\n", - " 8: 0.00034957392127082015,\n", - " 9: 0.00033139044486839775,\n", - " 10: 0.00022390808018535533},\n", - " 'nonloo_l2_signed_normed_leafavg_norank': {2: 0.0010008008075137371,\n", - " 3: 0.000536739872320485,\n", - " 4: 0.00053294713724969,\n", - " 5: 0.0005296889943642573,\n", - " 6: 0.00048000190772776906,\n", - " 7: 0.00035355145997252504,\n", - " 8: 0.00034957392127082015,\n", - " 9: 0.00033139044486839775,\n", - " 10: 0.00022390808018535533},\n", - " 'nonloo_l2_signed_normed_noleafavg_rank': {2: 0.0010008008075137371,\n", - " 3: 0.004300224499885554,\n", - " 4: 0.005053756772585791,\n", - " 5: 0.0012867913090043796,\n", - " 6: 0.00047598649846853573,\n", - " 7: 0.00034202731284905754,\n", - " 8: 0.0003341798631485496,\n", - " 9: 0.0003175368917328057,\n", - " 10: 0.00020995637112838862},\n", - " 'nonloo_l2_signed_normed_noleafavg_norank': {2: 0.0010008008075137371,\n", - " 3: 0.004300224499885554,\n", - " 4: 0.005053756772585791,\n", - " 5: 0.0012867913090043796,\n", - " 6: 0.00047598649846853573,\n", - " 7: 0.00034202731284905754,\n", - " 8: 0.0003341798631485496,\n", - " 9: 0.0003175368917328057,\n", - " 10: 0.00020995637112838862},\n", - " 'nonloo_l2_signed_nonnormed_leafavg_rank': {2: 0.04362311263699772,\n", - " 3: 0.006831112666336973,\n", - " 4: 0.0676746623208454,\n", - " 5: 0.0008223947293657446,\n", - " 6: 0.00024914333640892633,\n", - " 7: 0.00020581174393782223,\n", - " 8: 0.000159765967155884,\n", - " 9: 0.00015890301795810433,\n", - " 10: 0.00015751895482127068},\n", - " 'nonloo_l2_signed_nonnormed_leafavg_norank': {2: 0.04362311263699772,\n", - " 3: 0.006831112666336973,\n", - " 4: 0.0676746623208454,\n", - " 5: 0.0008223947293657446,\n", - " 6: 0.00024914333640892633,\n", - " 7: 0.00020581174393782223,\n", - " 8: 0.000159765967155884,\n", - " 9: 0.00015890301795810433,\n", - " 10: 0.00015751895482127068},\n", - " 'nonloo_l2_signed_nonnormed_noleafavg_rank': {2: 0.03324421596018426,\n", - " 3: 0.0006923221574011059,\n", - " 4: 0.0004826977777701225,\n", - " 5: 0.000634375534552158,\n", - " 6: 0.00020783171745813686,\n", - " 7: 0.00018129147472408712,\n", - " 8: 0.00013795988225298302,\n", - " 9: 0.00013684951532915487,\n", - " 10: 0.0001263749749850754},\n", - " 'nonloo_l2_signed_nonnormed_noleafavg_norank': {2: 0.03324421596018426,\n", - " 3: 0.0006923221574011059,\n", - " 4: 0.0004826977777701225,\n", - " 5: 0.000634375534552158,\n", - " 6: 0.00020783171745813686,\n", - " 7: 0.00018129147472408712,\n", - " 8: 0.00013795988225298302,\n", - " 9: 0.00013684951532915487,\n", - " 10: 0.0001263749749850754},\n", - " 'nonloo_l2_unsigned_normed_leafavg_rank': {2: 0.006571336052670374,\n", - " 3: 0.004757091793588651,\n", - " 4: 0.006413862892245409,\n", - " 5: 0.0064660997513278605,\n", - " 6: 0.004395800415431629,\n", - " 7: 0.0040796854424555665,\n", - " 8: 0.004079238949976211,\n", - " 9: 0.00347126300103831,\n", - " 10: 0.002751661944334366},\n", - " 'nonloo_l2_unsigned_normed_leafavg_norank': {2: 0.006571336052670374,\n", - " 3: 0.004757091793588651,\n", - " 4: 0.006413862892245409,\n", - " 5: 0.0064660997513278605,\n", - " 6: 0.004395800415431629,\n", - " 7: 0.0040796854424555665,\n", - " 8: 0.004079238949976211,\n", - " 9: 0.00347126300103831,\n", - " 10: 0.002751661944334366},\n", - " 'nonloo_l2_unsigned_normed_noleafavg_rank': {2: 0.2761825250944572,\n", - " 3: 0.2671282086148904,\n", - " 4: 0.1425099785803983,\n", - " 5: 0.1442282152282163,\n", - " 6: 0.09518249773189962,\n", - " 7: 0.040043649321861746,\n", - " 8: 0.0027270103463411218,\n", - " 9: 0.0027263491743422016,\n", - " 10: 0.0021793819732008938},\n", - " 'nonloo_l2_unsigned_normed_noleafavg_norank': {2: 0.2761825250944572,\n", - " 3: 0.2671282086148904,\n", - " 4: 0.1425099785803983,\n", - " 5: 0.1442282152282163,\n", - " 6: 0.09518249773189962,\n", - " 7: 0.040043649321861746,\n", - " 8: 0.0027270103463411218,\n", - " 9: 0.0027263491743422016,\n", - " 10: 0.0021793819732008938},\n", - " 'nonloo_l2_unsigned_nonnormed_leafavg_rank': {2: 0.004837433473419856,\n", - " 3: 0.0008029092680965121,\n", - " 4: 0.0005132270259987337,\n", - " 5: 0.0003019867409604438,\n", - " 6: 0.00030078296661500194,\n", - " 7: 0.00022138381893241834,\n", - " 8: 0.00023981757075261644,\n", - " 9: 0.00023876395222442026,\n", - " 10: 0.00022358577621710168},\n", - " 'nonloo_l2_unsigned_nonnormed_leafavg_norank': {2: 0.004837433473419856,\n", - " 3: 0.0008029092680965121,\n", - " 4: 0.0005132270259987337,\n", - " 5: 0.0003019867409604438,\n", - " 6: 0.00030078296661500194,\n", - " 7: 0.00022138381893241834,\n", - " 8: 0.00023981757075261644,\n", - " 9: 0.00023876395222442026,\n", - " 10: 0.00022358577621710168},\n", - " 'nonloo_l2_unsigned_nonnormed_noleafavg_rank': {2: 0.13240418573095328,\n", - " 3: 0.0008029092680965121,\n", - " 4: 0.000497137026154365,\n", - " 5: 0.001746266424035053,\n", - " 6: 0.004618157364729109,\n", - " 7: 0.004616506469518288,\n", - " 8: 0.004355707968446244,\n", - " 9: 0.004355501252683398,\n", - " 10: 0.004355132006055126},\n", - " 'nonloo_l2_unsigned_nonnormed_noleafavg_norank': {2: 0.13240418573095328,\n", - " 3: 0.0008029092680965121,\n", - " 4: 0.000497137026154365,\n", - " 5: 0.001746266424035053,\n", - " 6: 0.004618157364729109,\n", - " 7: 0.004616506469518288,\n", - " 8: 0.004355707968446244,\n", - " 9: 0.004355501252683398,\n", - " 10: 0.004355132006055126},\n", - " 'nonloo_nonl2_unsigned_nonnormed_leafavg_rank': {2: 0.0010008008075137371,\n", - " 3: 0.014669224406046547,\n", - " 4: 0.00032001266862670267,\n", - " 5: 0.00028012512198598245,\n", - " 6: 0.00026570106606690696,\n", - " 7: 0.000246920668737022,\n", - " 8: 0.0018554642536271896,\n", - " 9: 0.0001348629730128722,\n", - " 10: 0.00013300432942107306},\n", - " 'nonloo_nonl2_unsigned_nonnormed_leafavg_norank': {2: 0.0010008008075137371,\n", - " 3: 0.014669224406046547,\n", - " 4: 0.00032001266862670267,\n", - " 5: 0.00028012512198598245,\n", - " 6: 0.00026570106606690696,\n", - " 7: 0.000246920668737022,\n", - " 8: 0.0018554642536271896,\n", - " 9: 0.0001348629730128722,\n", - " 10: 0.00013300432942107306},\n", - " 'nonloo_nonl2_unsigned_nonnormed_noleafavg_rank': {2: 0.0010008008075137371,\n", - " 3: 0.01467016319492342,\n", - " 4: 0.00032001266862670267,\n", - " 5: 0.00028012512198598245,\n", - " 6: 0.00026570106606690696,\n", - " 7: 0.000246920668737022,\n", - " 8: 0.00015790485849546005,\n", - " 9: 0.00015436606456363365,\n", - " 10: 0.00013739965557381148},\n", - " 'nonloo_nonl2_unsigned_nonnormed_noleafavg_norank': {2: 0.0010008008075137371,\n", - " 3: 0.01467016319492342,\n", - " 4: 0.00032001266862670267,\n", - " 5: 0.00028012512198598245,\n", - " 6: 0.00026570106606690696,\n", - " 7: 0.000246920668737022,\n", - " 8: 0.00015790485849546005,\n", - " 9: 0.00015436606456363365,\n", - " 10: 0.00013739965557381148},\n", - " 'shap': {2: 0.008380277473891064,\n", - " 3: 0.035960980457123246,\n", - " 4: 0.05047451188845567,\n", - " 5: 0.05623627046448045,\n", - " 6: 0.028939192047380397,\n", - " 7: 0.03962259570880885,\n", - " 8: 0.01750540713575003,\n", - " 9: 0.0016792764024878538,\n", - " 10: 0.0015849334182907898},\n", - " 'rawdata': {2: 0.0010008008075137371,\n", - " 3: 0.0009342802609423693,\n", - " 4: 0.000913464733850751,\n", - " 5: 0.00028012512198598245,\n", - " 6: 0.00026134472465609755,\n", - " 7: 0.000246920668737022,\n", - " 8: 0.00015393669132091455,\n", - " 9: 0.00013034343829786626,\n", - " 10: 0.00010604838976719766}}}" + "{'r2': {'lmdi_baseline': {2: -2.336045506625965,\n", + " 3: -3.005802671352251,\n", + " 4: -21.624380540066195,\n", + " 5: -7.218289660433478,\n", + " 6: -69.72658022011487,\n", + " 7: -2104.952208042981,\n", + " 8: -2037.866249202602,\n", + " 9: -2656.2605027100244,\n", + " 10: -2654.052975487508},\n", + " 'aloo_l2_signed_normed_leafavg_rank': {2: 0.9925519955163827,\n", + " 3: 0.9205601738779873,\n", + " 4: 0.9977108495250491,\n", + " 5: 0.9977210802341477,\n", + " 6: 0.9987282808399349,\n", + " 7: 0.9987878584955502,\n", + " 8: 0.9993031134884751,\n", + " 9: 0.9993042108049444,\n", + " 10: 0.9993008218759488},\n", + " 'aloo_l2_signed_normed_leafavg_norank': {2: 0.9925519955163827,\n", + " 3: 0.9205601738779873,\n", + " 4: 0.9977108495250491,\n", + " 5: 0.9977210802341477,\n", + " 6: 0.9987282808399349,\n", + " 7: 0.9987878584955502,\n", + " 8: 0.9993031134884751,\n", + " 9: 0.9993042108049444,\n", + " 10: 0.9993008218759488},\n", + " 'aloo_l2_signed_normed_noleafavg_rank': {2: 0.9925519955163827,\n", + " 3: 0.8842846473707685,\n", + " 4: 0.9977098389153599,\n", + " 5: 0.9977210927216864,\n", + " 6: 0.9987219670536219,\n", + " 7: 0.9987723532033497,\n", + " 8: 0.998771901111213,\n", + " 9: 0.9995127991187959,\n", + " 10: 0.9995138175234175},\n", + " 'aloo_l2_signed_normed_noleafavg_norank': {2: 0.9925519955163827,\n", + " 3: 0.8842846473707685,\n", + " 4: 0.9977098389153599,\n", + " 5: 0.9977210927216864,\n", + " 6: 0.9987219670536219,\n", + " 7: 0.9987723532033497,\n", + " 8: 0.998771901111213,\n", + " 9: 0.9995127991187959,\n", + " 10: 0.9995138175234175},\n", + " 'aloo_l2_signed_nonnormed_leafavg_rank': {2: -14.961199989269975,\n", + " 3: 0.9973187372486403,\n", + " 4: 0.9985543182821512,\n", + " 5: 0.9358719944964833,\n", + " 6: 0.9488617399055694,\n", + " 7: 0.9488821267403157,\n", + " 8: 0.999816110852939,\n", + " 9: 0.9997932383111222,\n", + " 10: 0.9997920901752853},\n", + " 'aloo_l2_signed_nonnormed_leafavg_norank': {2: -14.961199989269975,\n", + " 3: 0.9973187372486403,\n", + " 4: 0.9985543182821512,\n", + " 5: 0.9358719944964833,\n", + " 6: 0.9488617399055694,\n", + " 7: 0.9488821267403157,\n", + " 8: 0.999816110852939,\n", + " 9: 0.9997932383111222,\n", + " 10: 0.9997920901752853},\n", + " 'aloo_l2_signed_nonnormed_noleafavg_rank': {2: -12.240468765760737,\n", + " 3: 0.9973187372486403,\n", + " 4: 0.9985543182821512,\n", + " 5: 0.9864762864774054,\n", + " 6: -0.34629969266173816,\n", + " 7: 0.9997189644819574,\n", + " 8: -0.08366439180968228,\n", + " 9: -0.08366412014447404,\n", + " 10: -0.08366452912066989},\n", + " 'aloo_l2_signed_nonnormed_noleafavg_norank': {2: -12.240468765760737,\n", + " 3: 0.9973187372486403,\n", + " 4: 0.9985543182821512,\n", + " 5: 0.9864762864774054,\n", + " 6: -0.34629969266173816,\n", + " 7: 0.9997189644819574,\n", + " 8: -0.08366439180968228,\n", + " 9: -0.08366412014447404,\n", + " 10: -0.08366452912066989},\n", + " 'aloo_l2_unsigned_normed_leafavg_rank': {2: 0.8484638783414988,\n", + " 3: 0.9408172264111049,\n", + " 4: 0.9499502261612247,\n", + " 5: 0.9568769375976296,\n", + " 6: 0.9565152202278029,\n", + " 7: 0.9565091704157679,\n", + " 8: 0.9565099770569025,\n", + " 9: 0.958999697982005,\n", + " 10: 0.9699759713968473},\n", + " 'aloo_l2_unsigned_normed_leafavg_norank': {2: 0.8484638783414988,\n", + " 3: 0.9408172264111049,\n", + " 4: 0.9499502261612247,\n", + " 5: 0.9568769375976296,\n", + " 6: 0.9565152202278029,\n", + " 7: 0.9565091704157679,\n", + " 8: 0.9565099770569025,\n", + " 9: 0.958999697982005,\n", + " 10: 0.9699759713968473},\n", + " 'aloo_l2_unsigned_normed_noleafavg_rank': {2: 0.8480658755071814,\n", + " 3: 0.8521140065453499,\n", + " 4: -133.3313010995301,\n", + " 5: 0.874809955277046,\n", + " 6: 0.9380599829368463,\n", + " 7: 0.9380590354273968,\n", + " 8: 0.9017303866807412,\n", + " 9: 0.9017317172381609,\n", + " 10: 0.9372821235533955},\n", + " 'aloo_l2_unsigned_normed_noleafavg_norank': {2: 0.8480658755071814,\n", + " 3: 0.8521140065453499,\n", + " 4: -133.3313010995301,\n", + " 5: 0.874809955277046,\n", + " 6: 0.9380599829368463,\n", + " 7: 0.9380590354273968,\n", + " 8: 0.9017303866807412,\n", + " 9: 0.9017317172381609,\n", + " 10: 0.9372821235533955},\n", + " 'aloo_l2_unsigned_nonnormed_leafavg_rank': {2: 0.8704009410927692,\n", + " 3: -9.908665914194213,\n", + " 4: 0.9986198101466679,\n", + " 5: 0.9993093551672652,\n", + " 6: 0.9992882384391012,\n", + " 7: 0.9993011643678036,\n", + " 8: 0.9995032351856654,\n", + " 9: 0.9994888735573119,\n", + " 10: 0.9995213297798397},\n", + " 'aloo_l2_unsigned_nonnormed_leafavg_norank': {2: 0.8704009410927692,\n", + " 3: -9.908665914194213,\n", + " 4: 0.9986198101466679,\n", + " 5: 0.9993093551672652,\n", + " 6: 0.9992882384391012,\n", + " 7: 0.9993011643678036,\n", + " 8: 0.9995032351856654,\n", + " 9: 0.9994888735573119,\n", + " 10: 0.9995213297798397},\n", + " 'aloo_l2_unsigned_nonnormed_noleafavg_rank': {2: 0.8704009410927692,\n", + " 3: -11.28391452201746,\n", + " 4: 0.997142587340389,\n", + " 5: 0.9993605897894969,\n", + " 6: 0.9993600362805425,\n", + " 7: 0.9995495681896521,\n", + " 8: 0.20911766291457515,\n", + " 9: 0.20911682252971997,\n", + " 10: 0.20913226062910467},\n", + " 'aloo_l2_unsigned_nonnormed_noleafavg_norank': {2: 0.8704009410927692,\n", + " 3: -11.28391452201746,\n", + " 4: 0.997142587340389,\n", + " 5: 0.9993605897894969,\n", + " 6: 0.9993600362805425,\n", + " 7: 0.9995495681896521,\n", + " 8: 0.20911766291457515,\n", + " 9: 0.20911682252971997,\n", + " 10: 0.20913226062910467},\n", + " 'aloo_nonl2_unsigned_nonnormed_leafavg_rank': {2: 0.9925519955163827,\n", + " 3: -2.53098784989421,\n", + " 4: 0.9991931100163117,\n", + " 5: 0.9992343134812355,\n", + " 6: 0.9992529126038993,\n", + " 7: 0.9992662565007083,\n", + " 8: 0.4400413702835743,\n", + " 9: 0.9986466182693848,\n", + " 10: 0.9996117955047782},\n", + " 'aloo_nonl2_unsigned_nonnormed_leafavg_norank': {2: 0.9925519955163827,\n", + " 3: -2.53098784989421,\n", + " 4: 0.9991931100163117,\n", + " 5: 0.9992343134812355,\n", + " 6: 0.9992529126038993,\n", + " 7: 0.9992662565007083,\n", + " 8: 0.4400413702835743,\n", + " 9: 0.9986466182693848,\n", + " 10: 0.9996117955047782},\n", + " 'aloo_nonl2_unsigned_nonnormed_noleafavg_rank': {2: 0.9925519955163827,\n", + " 3: -2.4626878178429816,\n", + " 4: 0.9991931100163117,\n", + " 5: 0.9992343134812355,\n", + " 6: 0.9992529126038993,\n", + " 7: 0.9992662565007083,\n", + " 8: 0.9997361767593292,\n", + " 9: 0.35972946429061287,\n", + " 10: 0.359730333874013},\n", + " 'aloo_nonl2_unsigned_nonnormed_noleafavg_norank': {2: 0.9925519955163827,\n", + " 3: -2.4626878178429816,\n", + " 4: 0.9991931100163117,\n", + " 5: 0.9992343134812355,\n", + " 6: 0.9992529126038993,\n", + " 7: 0.9992662565007083,\n", + " 8: 0.9997361767593292,\n", + " 9: 0.35972946429061287,\n", + " 10: 0.359730333874013},\n", + " 'nonloo_l2_signed_normed_leafavg_rank': {2: 0.9925519955163827,\n", + " 3: 0.9205601738779873,\n", + " 4: 0.9977108495250491,\n", + " 5: 0.9977210802341477,\n", + " 6: 0.9987282808399349,\n", + " 7: 0.9987840008956048,\n", + " 8: 0.9987850982120741,\n", + " 9: 0.9987816953427815,\n", + " 10: 0.999011492608505},\n", + " 'nonloo_l2_signed_normed_leafavg_norank': {2: 0.9925519955163827,\n", + " 3: 0.9205601738779873,\n", + " 4: 0.9977108495250491,\n", + " 5: 0.9977210802341477,\n", + " 6: 0.9987282808399349,\n", + " 7: 0.9987840008956048,\n", + " 8: 0.9987850982120741,\n", + " 9: 0.9987816953427815,\n", + " 10: 0.999011492608505},\n", + " 'nonloo_l2_signed_normed_noleafavg_rank': {2: 0.9925519955163827,\n", + " 3: 0.8842846473707685,\n", + " 4: 0.9977078509945382,\n", + " 5: 0.9977191048008647,\n", + " 6: 0.998732556776944,\n", + " 7: 0.9987925082514422,\n", + " 8: 0.9987937847927735,\n", + " 9: 0.9991949713933046,\n", + " 10: 0.9992174932854454},\n", + " 'nonloo_l2_signed_normed_noleafavg_norank': {2: 0.9925519955163827,\n", + " 3: 0.8842846473707685,\n", + " 4: 0.9977078509945382,\n", + " 5: 0.9977191048008647,\n", + " 6: 0.998732556776944,\n", + " 7: 0.9987925082514422,\n", + " 8: 0.9987937847927735,\n", + " 9: 0.9991949713933046,\n", + " 10: 0.9992174932854454},\n", + " 'nonloo_l2_signed_nonnormed_leafavg_rank': {2: -14.961199989269975,\n", + " 3: 0.9973187372486403,\n", + " 4: 0.9985543182821512,\n", + " 5: 0.9990663508008627,\n", + " 6: 0.9997533981054293,\n", + " 7: 0.9997737849401755,\n", + " 8: 0.9998154456306626,\n", + " 9: 0.99980279796387,\n", + " 10: 0.9998017594739381},\n", + " 'nonloo_l2_signed_nonnormed_leafavg_norank': {2: -14.961199989269975,\n", + " 3: 0.9973187372486403,\n", + " 4: 0.9985543182821512,\n", + " 5: 0.9990663508008627,\n", + " 6: 0.9997533981054293,\n", + " 7: 0.9997737849401755,\n", + " 8: 0.9998154456306626,\n", + " 9: 0.99980279796387,\n", + " 10: 0.9998017594739381},\n", + " 'nonloo_l2_signed_nonnormed_noleafavg_rank': {2: -12.240468765760737,\n", + " 3: 0.9973187372486403,\n", + " 4: 0.9985543182821512,\n", + " 5: 0.9990659854314727,\n", + " 6: -0.3462452375729102,\n", + " 7: 0.9997734195707854,\n", + " 8: 0.9997723407793474,\n", + " 9: 0.9998559167958306,\n", + " 10: 0.9998555078196347},\n", + " 'nonloo_l2_signed_nonnormed_noleafavg_norank': {2: -12.240468765760737,\n", + " 3: 0.9973187372486403,\n", + " 4: 0.9985543182821512,\n", + " 5: 0.9990659854314727,\n", + " 6: -0.3462452375729102,\n", + " 7: 0.9997734195707854,\n", + " 8: 0.9997723407793474,\n", + " 9: 0.9998559167958306,\n", + " 10: 0.9998555078196347},\n", + " 'nonloo_l2_unsigned_normed_leafavg_rank': {2: 0.8484638783414988,\n", + " 3: 0.9387969691775451,\n", + " 4: 0.9500089933696425,\n", + " 5: 0.954449833240888,\n", + " 6: 0.9596602430542682,\n", + " 7: 0.9596616314669744,\n", + " 8: 0.9616822042300007,\n", + " 9: 0.9616785713399387,\n", + " 10: 0.955187332838118},\n", + " 'nonloo_l2_unsigned_normed_leafavg_norank': {2: 0.8484638783414988,\n", + " 3: 0.9387969691775451,\n", + " 4: 0.9500089933696425,\n", + " 5: 0.954449833240888,\n", + " 6: 0.9596602430542682,\n", + " 7: 0.9596616314669744,\n", + " 8: 0.9616822042300007,\n", + " 9: 0.9616785713399387,\n", + " 10: 0.955187332838118},\n", + " 'nonloo_l2_unsigned_normed_noleafavg_rank': {2: 0.8480658755071814,\n", + " 3: 0.8521140065453499,\n", + " 4: -133.3313010995301,\n", + " 5: 0.8743345107827031,\n", + " 6: 0.9389038351953353,\n", + " 7: 0.9389028876858858,\n", + " 8: 0.9111488920980696,\n", + " 9: 0.911150222655489,\n", + " 10: 0.9498463942671365},\n", + " 'nonloo_l2_unsigned_normed_noleafavg_norank': {2: 0.8480658755071814,\n", + " 3: 0.8521140065453499,\n", + " 4: -133.3313010995301,\n", + " 5: 0.8743345107827031,\n", + " 6: 0.9389038351953353,\n", + " 7: 0.9389028876858858,\n", + " 8: 0.9111488920980696,\n", + " 9: 0.911150222655489,\n", + " 10: 0.9498463942671365},\n", + " 'nonloo_l2_unsigned_nonnormed_leafavg_rank': {2: 0.8704009410927692,\n", + " 3: -9.908665914194213,\n", + " 4: 0.9986113192234092,\n", + " 5: 0.9993008642440063,\n", + " 6: 0.9992797475158424,\n", + " 7: 0.8686100030638005,\n", + " 8: 0.8687975718454974,\n", + " 9: 0.868783499994463,\n", + " 10: 0.8688470921349659},\n", + " 'nonloo_l2_unsigned_nonnormed_leafavg_norank': {2: 0.8704009410927692,\n", + " 3: -9.908665914194213,\n", + " 4: 0.9986113192234092,\n", + " 5: 0.9993008642440063,\n", + " 6: 0.9992797475158424,\n", + " 7: 0.8686100030638005,\n", + " 8: 0.8687975718454974,\n", + " 9: 0.868783499994463,\n", + " 10: 0.8688470921349659},\n", + " 'nonloo_l2_unsigned_nonnormed_noleafavg_rank': {2: 0.8704009410927692,\n", + " 3: -12.65859180034539,\n", + " 4: 0.7383650628554034,\n", + " 5: 0.720308025484859,\n", + " 6: 0.9862189284020204,\n", + " 7: 0.9862189027807255,\n", + " 8: -1.4644237716882338,\n", + " 9: -1.4644244803405069,\n", + " 10: 0.9997260068209795},\n", + " 'nonloo_l2_unsigned_nonnormed_noleafavg_norank': {2: 0.8704009410927692,\n", + " 3: -12.65859180034539,\n", + " 4: 0.7383650628554034,\n", + " 5: 0.720308025484859,\n", + " 6: 0.9862189284020204,\n", + " 7: 0.9862189027807255,\n", + " 8: -1.4644237716882338,\n", + " 9: -1.4644244803405069,\n", + " 10: 0.9997260068209795},\n", + " 'nonloo_nonl2_unsigned_nonnormed_leafavg_rank': {2: 0.9925519955163827,\n", + " 3: -2.53098784989421,\n", + " 4: 0.9991931100163117,\n", + " 5: 0.9992343134812355,\n", + " 6: 0.9992529126038993,\n", + " 7: 0.9992662565007083,\n", + " 8: -1.5235266403359093,\n", + " 9: 0.8730630675662301,\n", + " 10: 0.8730631400859348},\n", + " 'nonloo_nonl2_unsigned_nonnormed_leafavg_norank': {2: 0.9925519955163827,\n", + " 3: -2.53098784989421,\n", + " 4: 0.9991931100163117,\n", + " 5: 0.9992343134812355,\n", + " 6: 0.9992529126038993,\n", + " 7: 0.9992662565007083,\n", + " 8: -1.5235266403359093,\n", + " 9: 0.8730630675662301,\n", + " 10: 0.8730631400859348},\n", + " 'nonloo_nonl2_unsigned_nonnormed_noleafavg_rank': {2: 0.9925519955163827,\n", + " 3: -2.4626878178429816,\n", + " 4: 0.9991931100163117,\n", + " 5: 0.9992343134812355,\n", + " 6: 0.9992529126038993,\n", + " 7: 0.9992662565007083,\n", + " 8: 0.9997196974560042,\n", + " 9: 0.9998291167234441,\n", + " 10: 0.9998299863068443},\n", + " 'nonloo_nonl2_unsigned_nonnormed_noleafavg_norank': {2: 0.9925519955163827,\n", + " 3: -2.4626878178429816,\n", + " 4: 0.9991931100163117,\n", + " 5: 0.9992343134812355,\n", + " 6: 0.9992529126038993,\n", + " 7: 0.9992662565007083,\n", + " 8: 0.9997196974560042,\n", + " 9: 0.9998291167234441,\n", + " 10: 0.9998299863068443},\n", + " 'shap': {2: -1.224704797035951,\n", + " 3: -13.079663745011262,\n", + " 4: -0.0043717460896147975,\n", + " 5: 0.9977600061892241,\n", + " 6: 0.5321397603550218,\n", + " 7: -22076.431996183517,\n", + " 8: -22076.431267234817,\n", + " 9: -9.792013659029113,\n", + " 10: 0.9991040743857977},\n", + " 'lime': {2: 0.9735741001785423,\n", + " 3: 0.9934023996308137,\n", + " 4: 0.9934293026143348,\n", + " 5: 0.9977645040348718,\n", + " 6: 0.9978109140247792,\n", + " 7: 0.9978111864317928,\n", + " 8: 0.9825870146725187,\n", + " 9: 0.9930297801644308,\n", + " 10: 0.9930306890602068},\n", + " 'rawdata': {2: 0.9925519955163827,\n", + " 3: 0.9926735929440456,\n", + " 4: 0.9992179987853353,\n", + " 5: 0.9992343134812355,\n", + " 6: 0.9992476573780446,\n", + " 7: 0.9992662565007083,\n", + " 8: 0.9997485265766723,\n", + " 9: -66.48694987582228,\n", + " 10: -66.48690936863325}},\n", + " 'rmse': {'lmdi_baseline': {2: 0.010995663048036845,\n", + " 3: 0.013609549403022558,\n", + " 4: 0.015040511080011792,\n", + " 5: 0.011140774556191984,\n", + " 6: 0.023613843977374368,\n", + " 7: 0.1385233901551155,\n", + " 8: 0.12378991903880167,\n", + " 9: 0.12773807707243579,\n", + " 10: 0.12638952954208454},\n", + " 'aloo_l2_signed_normed_leafavg_rank': {2: 0.0010879612864375954,\n", + " 3: 0.003005512763444354,\n", + " 4: 0.0005987767419739758,\n", + " 5: 0.0005877050380391855,\n", + " 6: 0.000440306889241893,\n", + " 7: 0.00040391942984711025,\n", + " 8: 0.000282997273912343,\n", + " 9: 0.0002814637971973538,\n", + " 10: 0.0002813378029423504},\n", + " 'aloo_l2_signed_normed_leafavg_norank': {2: 0.0010879612864375954,\n", + " 3: 0.003005512763444354,\n", + " 4: 0.0005987767419739758,\n", + " 5: 0.0005877050380391855,\n", + " 6: 0.000440306889241893,\n", + " 7: 0.00040391942984711025,\n", + " 8: 0.000282997273912343,\n", + " 9: 0.0002814637971973538,\n", + " 10: 0.0002813378029423504},\n", + " 'aloo_l2_signed_normed_noleafavg_rank': {2: 0.0010879612864375954,\n", + " 3: 0.0036167400643139723,\n", + " 4: 0.0005994539111778085,\n", + " 5: 0.0005881334790831575,\n", + " 6: 0.0004412313852013679,\n", + " 7: 0.00040605420191449493,\n", + " 8: 0.0004043477655241622,\n", + " 9: 0.0002558030245651285,\n", + " 10: 0.0002550035049371028},\n", + " 'aloo_l2_signed_normed_noleafavg_norank': {2: 0.0010879612864375954,\n", + " 3: 0.0036167400643139723,\n", + " 4: 0.0005994539111778085,\n", + " 5: 0.0005881334790831575,\n", + " 6: 0.0004412313852013679,\n", + " 7: 0.00040605420191449493,\n", + " 8: 0.0004043477655241622,\n", + " 9: 0.0002558030245651285,\n", + " 10: 0.0002550035049371028},\n", + " 'aloo_l2_signed_nonnormed_leafavg_rank': {2: 0.0279836998868036,\n", + " 3: 0.00073944949778832,\n", + " 4: 0.0005202420342194542,\n", + " 5: 0.0017580874530881765,\n", + " 6: 0.0013543347847653276,\n", + " 7: 0.0013357873427153363,\n", + " 8: 0.00015262431086767142,\n", + " 9: 0.00015158685505311687,\n", + " 10: 0.0001512397191217822},\n", + " 'aloo_l2_signed_nonnormed_leafavg_norank': {2: 0.0279836998868036,\n", + " 3: 0.00073944949778832,\n", + " 4: 0.0005202420342194542,\n", + " 5: 0.0017580874530881765,\n", + " 6: 0.0013543347847653276,\n", + " 7: 0.0013357873427153363,\n", + " 8: 0.00015262431086767142,\n", + " 9: 0.00015158685505311687,\n", + " 10: 0.0001512397191217822},\n", + " 'aloo_l2_signed_nonnormed_noleafavg_rank': {2: 0.02575387033969878,\n", + " 3: 0.00073944949778832,\n", + " 4: 0.0005202420342194542,\n", + " 5: 0.0010378682960216156,\n", + " 6: 0.0063167709693575285,\n", + " 7: 0.00018355324650330674,\n", + " 8: 0.0039872222341336165,\n", + " 9: 0.003982401298959376,\n", + " 10: 0.0039809303739479236},\n", + " 'aloo_l2_signed_nonnormed_noleafavg_norank': {2: 0.02575387033969878,\n", + " 3: 0.00073944949778832,\n", + " 4: 0.0005202420342194542,\n", + " 5: 0.0010378682960216156,\n", + " 6: 0.0063167709693575285,\n", + " 7: 0.00018355324650330674,\n", + " 8: 0.0039872222341336165,\n", + " 9: 0.003982401298959376,\n", + " 10: 0.0039809303739479236},\n", + " 'aloo_l2_unsigned_normed_leafavg_rank': {2: 0.0055943032683521045,\n", + " 3: 0.0034334746458623147,\n", + " 4: 0.0031703335444906847,\n", + " 5: 0.0028600276433784653,\n", + " 6: 0.0025750511888990818,\n", + " 7: 0.0025751381301395535,\n", + " 8: 0.0025742795672037888,\n", + " 9: 0.002492725716213896,\n", + " 10: 0.002086799853287047},\n", + " 'aloo_l2_unsigned_normed_leafavg_norank': {2: 0.0055943032683521045,\n", + " 3: 0.0034334746458623147,\n", + " 4: 0.0031703335444906847,\n", + " 5: 0.0028600276433784653,\n", + " 6: 0.0025750511888990818,\n", + " 7: 0.0025751381301395535,\n", + " 8: 0.0025742795672037888,\n", + " 9: 0.002492725716213896,\n", + " 10: 0.002086799853287047},\n", + " 'aloo_l2_unsigned_normed_noleafavg_rank': {2: 0.005614526535425095,\n", + " 3: 0.005332928990632896,\n", + " 4: 0.028294187390600585,\n", + " 5: 0.004403515113538083,\n", + " 6: 0.0028623347777219825,\n", + " 7: 0.002860949948946527,\n", + " 8: 0.0034175337790873783,\n", + " 9: 0.003416636803199904,\n", + " 10: 0.002745930704151815},\n", + " 'aloo_l2_unsigned_normed_noleafavg_norank': {2: 0.005614526535425095,\n", + " 3: 0.005332928990632896,\n", + " 4: 0.028294187390600585,\n", + " 5: 0.004403515113538083,\n", + " 6: 0.0028623347777219825,\n", + " 7: 0.002860949948946527,\n", + " 8: 0.0034175337790873783,\n", + " 9: 0.003416636803199904,\n", + " 10: 0.002745930704151815},\n", + " 'aloo_l2_unsigned_nonnormed_leafavg_rank': {2: 0.005130593677883271,\n", + " 3: 0.03517386424579513,\n", + " 4: 0.0005347938876468196,\n", + " 5: 0.00031755661792312926,\n", + " 6: 0.0003163103595278753,\n", + " 7: 0.00029666778477765,\n", + " 8: 0.00024615480516374194,\n", + " 9: 0.00024603342802433597,\n", + " 10: 0.00024054465094940062},\n", + " 'aloo_l2_unsigned_nonnormed_leafavg_norank': {2: 0.005130593677883271,\n", + " 3: 0.03517386424579513,\n", + " 4: 0.0005347938876468196,\n", + " 5: 0.00031755661792312926,\n", + " 6: 0.0003163103595278753,\n", + " 7: 0.00029666778477765,\n", + " 8: 0.00024615480516374194,\n", + " 9: 0.00024603342802433597,\n", + " 10: 0.00024054465094940062},\n", + " 'aloo_l2_unsigned_nonnormed_noleafavg_rank': {2: 0.005130593677883271,\n", + " 3: 0.037322808962767184,\n", + " 4: 0.0007125174528292686,\n", + " 5: 0.0002902551611952218,\n", + " 6: 0.0002851629682181664,\n", + " 7: 0.00024010384880365342,\n", + " 8: 0.0036306018449661346,\n", + " 9: 0.0036304496128902576,\n", + " 10: 0.0036257876763916585},\n", + " 'aloo_l2_unsigned_nonnormed_noleafavg_norank': {2: 0.005130593677883271,\n", + " 3: 0.037322808962767184,\n", + " 4: 0.0007125174528292686,\n", + " 5: 0.0002902551611952218,\n", + " 6: 0.0002851629682181664,\n", + " 7: 0.00024010384880365342,\n", + " 8: 0.0036306018449661346,\n", + " 9: 0.0036304496128902576,\n", + " 10: 0.0036257876763916585},\n", + " 'aloo_nonl2_unsigned_nonnormed_leafavg_rank': {2: 0.0010879612864375954,\n", + " 3: 0.016911718627357162,\n", + " 4: 0.00034649216072365395,\n", + " 5: 0.0003116400750925966,\n", + " 6: 0.00029443345726366745,\n", + " 7: 0.00027534224759073603,\n", + " 8: 0.003960539926287092,\n", + " 9: 0.0002957539459157179,\n", + " 10: 0.00019130912420986792},\n", + " 'aloo_nonl2_unsigned_nonnormed_leafavg_norank': {2: 0.0010879612864375954,\n", + " 3: 0.016911718627357162,\n", + " 4: 0.00034649216072365395,\n", + " 5: 0.0003116400750925966,\n", + " 6: 0.00029443345726366745,\n", + " 7: 0.00027534224759073603,\n", + " 8: 0.003960539926287092,\n", + " 9: 0.0002957539459157179,\n", + " 10: 0.00019130912420986792},\n", + " 'aloo_nonl2_unsigned_nonnormed_noleafavg_rank': {2: 0.0010879612864375954,\n", + " 3: 0.016742283540027783,\n", + " 4: 0.00034649216072365395,\n", + " 5: 0.0003116400750925966,\n", + " 6: 0.00029443345726366745,\n", + " 7: 0.00027534224759073603,\n", + " 8: 0.00017104956103735757,\n", + " 9: 0.003012738101018931,\n", + " 10: 0.0030071847248086593},\n", + " 'aloo_nonl2_unsigned_nonnormed_noleafavg_norank': {2: 0.0010879612864375954,\n", + " 3: 0.016742283540027783,\n", + " 4: 0.00034649216072365395,\n", + " 5: 0.0003116400750925966,\n", + " 6: 0.00029443345726366745,\n", + " 7: 0.00027534224759073603,\n", + " 8: 0.00017104956103735757,\n", + " 9: 0.003012738101018931,\n", + " 10: 0.0030071847248086593},\n", + " 'nonloo_l2_signed_normed_leafavg_rank': {2: 0.0010879612864375954,\n", + " 3: 0.003005512763444354,\n", + " 4: 0.0005987767419739758,\n", + " 5: 0.0005877050380391855,\n", + " 6: 0.000440306889241893,\n", + " 7: 0.00040377950986219044,\n", + " 8: 0.0004022460331472012,\n", + " 9: 0.0004021196655497736,\n", + " 10: 0.0003255983583565669},\n", + " 'nonloo_l2_signed_normed_leafavg_norank': {2: 0.0010879612864375954,\n", + " 3: 0.003005512763444354,\n", + " 4: 0.0005987767419739758,\n", + " 5: 0.0005877050380391855,\n", + " 6: 0.000440306889241893,\n", + " 7: 0.00040377950986219044,\n", + " 8: 0.0004022460331472012,\n", + " 9: 0.0004021196655497736,\n", + " 10: 0.0003255983583565669},\n", + " 'nonloo_l2_signed_normed_noleafavg_rank': {2: 0.0010879612864375954,\n", + " 3: 0.0036167400643139723,\n", + " 4: 0.0006006888537509132,\n", + " 5: 0.0005893684216562623,\n", + " 6: 0.0004408831773342244,\n", + " 7: 0.0004024843822686487,\n", + " 8: 0.00039966015800607527,\n", + " 9: 0.0002986606276182197,\n", + " 10: 0.00027537694957089254},\n", + " 'nonloo_l2_signed_normed_noleafavg_norank': {2: 0.0010879612864375954,\n", + " 3: 0.0036167400643139723,\n", + " 4: 0.0006006888537509132,\n", + " 5: 0.0005893684216562623,\n", + " 6: 0.0004408831773342244,\n", + " 7: 0.0004024843822686487,\n", + " 8: 0.00039966015800607527,\n", + " 9: 0.0002986606276182197,\n", + " 10: 0.00027537694957089254},\n", + " 'nonloo_l2_signed_nonnormed_leafavg_rank': {2: 0.0279836998868036,\n", + " 3: 0.00073944949778832,\n", + " 4: 0.0005202420342194542,\n", + " 5: 0.00041023362613770974,\n", + " 6: 0.00018985624052391211,\n", + " 7: 0.0001713087984739208,\n", + " 8: 0.00015298904217795958,\n", + " 9: 0.00015059552571258455,\n", + " 10: 0.0001499934997089554},\n", + " 'nonloo_l2_signed_nonnormed_leafavg_norank': {2: 0.0279836998868036,\n", + " 3: 0.00073944949778832,\n", + " 4: 0.0005202420342194542,\n", + " 5: 0.00041023362613770974,\n", + " 6: 0.00018985624052391211,\n", + " 7: 0.0001713087984739208,\n", + " 8: 0.00015298904217795958,\n", + " 9: 0.00015059552571258455,\n", + " 10: 0.0001499934997089554},\n", + " 'nonloo_l2_signed_nonnormed_noleafavg_rank': {2: 0.02575387033969878,\n", + " 3: 0.00073944949778832,\n", + " 4: 0.0005202420342194542,\n", + " 5: 0.00040457636416023097,\n", + " 6: 0.0062988692593506646,\n", + " 7: 0.00016565153649644195,\n", + " 8: 0.00016071996534283567,\n", + " 9: 0.00013528144984887246,\n", + " 10: 0.00013381052483741983},\n", + " 'nonloo_l2_signed_nonnormed_noleafavg_norank': {2: 0.02575387033969878,\n", + " 3: 0.00073944949778832,\n", + " 4: 0.0005202420342194542,\n", + " 5: 0.00040457636416023097,\n", + " 6: 0.0062988692593506646,\n", + " 7: 0.00016565153649644195,\n", + " 8: 0.00016071996534283567,\n", + " 9: 0.00013528144984887246,\n", + " 10: 0.00013381052483741983},\n", + " 'nonloo_l2_unsigned_normed_leafavg_rank': {2: 0.0055943032683521045,\n", + " 3: 0.003472577376909516,\n", + " 4: 0.0031680714995054758,\n", + " 5: 0.0029349582466788398,\n", + " 6: 0.00250019236834227,\n", + " 7: 0.00249866693225432,\n", + " 8: 0.0023415115030626507,\n", + " 9: 0.0023415469728375036,\n", + " 10: 0.0025535683957374953},\n", + " 'nonloo_l2_unsigned_normed_leafavg_norank': {2: 0.0055943032683521045,\n", + " 3: 0.003472577376909516,\n", + " 4: 0.0031680714995054758,\n", + " 5: 0.0029349582466788398,\n", + " 6: 0.00250019236834227,\n", + " 7: 0.00249866693225432,\n", + " 8: 0.0023415115030626507,\n", + " 9: 0.0023415469728375036,\n", + " 10: 0.0025535683957374953},\n", + " 'nonloo_l2_unsigned_normed_noleafavg_rank': {2: 0.005614526535425095,\n", + " 3: 0.005332928990632896,\n", + " 4: 0.028294187390600585,\n", + " 5: 0.004412453814287961,\n", + " 6: 0.002714167904492364,\n", + " 7: 0.0027127830757169083,\n", + " 8: 0.0030465466626487282,\n", + " 9: 0.003045649686761254,\n", + " 10: 0.0023348061102357667},\n", + " 'nonloo_l2_unsigned_normed_noleafavg_norank': {2: 0.005614526535425095,\n", + " 3: 0.005332928990632896,\n", + " 4: 0.028294187390600585,\n", + " 5: 0.004412453814287961,\n", + " 6: 0.002714167904492364,\n", + " 7: 0.0027127830757169083,\n", + " 8: 0.0030465466626487282,\n", + " 9: 0.003045649686761254,\n", + " 10: 0.0023348061102357667},\n", + " 'nonloo_l2_unsigned_nonnormed_leafavg_rank': {2: 0.005130593677883271,\n", + " 3: 0.03517386424579513,\n", + " 4: 0.0005364384537087081,\n", + " 5: 0.00031920118398501773,\n", + " 6: 0.00031795492558976365,\n", + " 7: 0.0018775348592032426,\n", + " 8: 0.0018284834018166866,\n", + " 9: 0.0018284250172042231,\n", + " 10: 0.0018139028539246851},\n", + " 'nonloo_l2_unsigned_nonnormed_leafavg_norank': {2: 0.005130593677883271,\n", + " 3: 0.03517386424579513,\n", + " 4: 0.0005364384537087081,\n", + " 5: 0.00031920118398501773,\n", + " 6: 0.00031795492558976365,\n", + " 7: 0.0018775348592032426,\n", + " 8: 0.0018284834018166866,\n", + " 9: 0.0018284250172042231,\n", + " 10: 0.0018139028539246851},\n", + " 'nonloo_l2_unsigned_nonnormed_noleafavg_rank': {2: 0.005130593677883271,\n", + " 3: 0.03937189000818734,\n", + " 4: 0.003670886186315287,\n", + " 5: 0.003904949977206202,\n", + " 6: 0.0007719119261160723,\n", + " 7: 0.0007665859474074631,\n", + " 8: 0.007148775159455504,\n", + " 9: 0.007148636228474763,\n", + " 10: 0.0001956265173882158},\n", + " 'nonloo_l2_unsigned_nonnormed_noleafavg_norank': {2: 0.005130593677883271,\n", + " 3: 0.03937189000818734,\n", + " 4: 0.003670886186315287,\n", + " 5: 0.003904949977206202,\n", + " 6: 0.0007719119261160723,\n", + " 7: 0.0007665859474074631,\n", + " 8: 0.007148775159455504,\n", + " 9: 0.007148636228474763,\n", + " 10: 0.0001956265173882158},\n", + " 'nonloo_nonl2_unsigned_nonnormed_leafavg_rank': {2: 0.0010879612864375954,\n", + " 3: 0.016911718627357162,\n", + " 4: 0.00034649216072365395,\n", + " 5: 0.0003116400750925966,\n", + " 6: 0.00029443345726366745,\n", + " 7: 0.00027534224759073603,\n", + " 8: 0.008231668111239276,\n", + " 9: 0.0018335866123290515,\n", + " 10: 0.0018287134946921532},\n", + " 'nonloo_nonl2_unsigned_nonnormed_leafavg_norank': {2: 0.0010879612864375954,\n", + " 3: 0.016911718627357162,\n", + " 4: 0.00034649216072365395,\n", + " 5: 0.0003116400750925966,\n", + " 6: 0.00029443345726366745,\n", + " 7: 0.00027534224759073603,\n", + " 8: 0.008231668111239276,\n", + " 9: 0.0018335866123290515,\n", + " 10: 0.0018287134946921532},\n", + " 'nonloo_nonl2_unsigned_nonnormed_noleafavg_rank': {2: 0.0010879612864375954,\n", + " 3: 0.016742283540027783,\n", + " 4: 0.00034649216072365395,\n", + " 5: 0.0003116400750925966,\n", + " 6: 0.00029443345726366745,\n", + " 7: 0.00027534224759073603,\n", + " 8: 0.000176639100445493,\n", + " 9: 0.00014629567861526528,\n", + " 10: 0.0001407423024049934},\n", + " 'nonloo_nonl2_unsigned_nonnormed_noleafavg_norank': {2: 0.0010879612864375954,\n", + " 3: 0.016742283540027783,\n", + " 4: 0.00034649216072365395,\n", + " 5: 0.0003116400750925966,\n", + " 6: 0.00029443345726366745,\n", + " 7: 0.00027534224759073603,\n", + " 8: 0.000176639100445493,\n", + " 9: 0.00014629567861526528,\n", + " 10: 0.0001407423024049934},\n", + " 'shap': {2: 0.01680138440438891,\n", + " 3: 0.014817138920642287,\n", + " 4: 0.004177666799316172,\n", + " 5: 0.0003425645307131138,\n", + " 6: 0.0023973453655758434,\n", + " 7: 0.28696707240271746,\n", + " 8: 0.28693243003102975,\n", + " 9: 0.0054541403960435275,\n", + " 10: 0.00019771035596980648},\n", + " 'lime': {2: 0.002190967144310183,\n", + " 3: 0.0009919366358170653,\n", + " 4: 0.0009733105596059732,\n", + " 5: 0.0005691601809032432,\n", + " 6: 0.0005388001835438385,\n", + " 7: 0.0005382966471315097,\n", + " 8: 0.001113553112951133,\n", + " 9: 0.000715675200301912,\n", + " 10: 0.0007147476501163386},\n", + " 'rawdata': {2: 0.0010879612864375954,\n", + " 3: 0.001018818769185906,\n", + " 4: 0.00032848029220089805,\n", + " 5: 0.0003116400750925966,\n", + " 6: 0.0002925488654196652,\n", + " 7: 0.00027534224759073603,\n", + " 8: 0.00017008999868850522,\n", + " 9: 0.03837920776278292,\n", + " 10: 0.038363425470141814}}}" ] }, - "execution_count": 18, + "execution_count": 28, "metadata": {}, "output_type": "execute_result" }