diff --git a/docs/dataset/analysis/Sensor Validation.ipynb b/docs/dataset/analysis/Sensor Validation.ipynb index efbeafd..9179a12 100644 --- a/docs/dataset/analysis/Sensor Validation.ipynb +++ b/docs/dataset/analysis/Sensor Validation.ipynb @@ -55,15 +55,15 @@ "text": [ "/home/luciano/venvs/ceruleo/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n", " from .autonotebook import tqdm as notebook_tqdm\n", - "2024-02-23 21:02:29.344194: I tensorflow/core/util/port.cc:113] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n", - "2024-02-23 21:02:29.345851: I external/local_tsl/tsl/cuda/cudart_stub.cc:31] Could not find cuda drivers on your machine, GPU will not be used.\n", - "2024-02-23 21:02:29.374001: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n", - "2024-02-23 21:02:29.374029: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n", - "2024-02-23 21:02:29.375029: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n", - "2024-02-23 21:02:29.379943: I external/local_tsl/tsl/cuda/cudart_stub.cc:31] Could not find cuda drivers on your machine, GPU will not be used.\n", - "2024-02-23 21:02:29.380455: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n", + "2024-02-27 00:15:47.487700: I tensorflow/core/util/port.cc:113] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n", + "2024-02-27 00:15:47.490128: I external/local_tsl/tsl/cuda/cudart_stub.cc:31] Could not find cuda drivers on your machine, GPU will not be used.\n", + "2024-02-27 00:15:47.525155: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n", + "2024-02-27 00:15:47.525183: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n", + "2024-02-27 00:15:47.526080: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n", + "2024-02-27 00:15:47.531697: I external/local_tsl/tsl/cuda/cudart_stub.cc:31] Could not find cuda drivers on your machine, GPU will not be used.\n", + "2024-02-27 00:15:47.532347: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n", "To enable the following instructions: AVX2 AVX512F AVX512_VNNI FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n", - "2024-02-23 21:02:30.080023: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n" + "2024-02-27 00:15:48.411965: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n" ] } ], @@ -244,44 +244,8 @@ "outputs": [ { "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
Mean sample rateStd sample rateMode sample rate
Dataset10.105973607.5520084
\n", - "
" - ], "text/plain": [ - " Mean sample rate Std sample rate Mode sample rate\n", - "Dataset 10.105973 607.552008 4" + "SampleRateAnalysis(mode=4.0, mean=10.105972973701492, std=607.5520078393931)" ] }, "execution_count": 10, @@ -312,100 +276,16 @@ "outputs": [ { "data": { - "text/html": [ - "
\n", - "\n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "
null Meannull Maxnull Min
IONGAUGEPRESSURE0.0+/-00.00.0
ETCHBEAMVOLTAGE0.0+/-00.00.0
ETCHBEAMCURRENT0.0+/-00.00.0
ETCHSUPPRESSORVOLTAGE0.0+/-00.00.0
ETCHSUPPRESSORCURRENT0.0+/-00.00.0
FLOWCOOLFLOWRATE0.0+/-00.00.0
FLOWCOOLPRESSURE0.0+/-00.00.0
ETCHGASCHANNEL1READBACK0.0+/-00.00.0
ETCHPBNGASREADBACK0.0+/-00.00.0
\n", - "
" - ], "text/plain": [ - " null Mean null Max null Min\n", - "IONGAUGEPRESSURE 0.0+/-0 0.0 0.0\n", - "ETCHBEAMVOLTAGE 0.0+/-0 0.0 0.0\n", - "ETCHBEAMCURRENT 0.0+/-0 0.0 0.0\n", - "ETCHSUPPRESSORVOLTAGE 0.0+/-0 0.0 0.0\n", - "ETCHSUPPRESSORCURRENT 0.0+/-0 0.0 0.0\n", - "FLOWCOOLFLOWRATE 0.0+/-0 0.0 0.0\n", - "FLOWCOOLPRESSURE 0.0+/-0 0.0 0.0\n", - "ETCHGASCHANNEL1READBACK 0.0+/-0 0.0 0.0\n", - "ETCHPBNGASREADBACK 0.0+/-0 0.0 0.0" + "{'IONGAUGEPRESSURE': NumericalFeaturesAnalysis(feature='IONGAUGEPRESSURE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n", + " 'ETCHBEAMVOLTAGE': NumericalFeaturesAnalysis(feature='ETCHBEAMVOLTAGE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n", + " 'ETCHBEAMCURRENT': NumericalFeaturesAnalysis(feature='ETCHBEAMCURRENT', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n", + " 'ETCHSUPPRESSORVOLTAGE': NumericalFeaturesAnalysis(feature='ETCHSUPPRESSORVOLTAGE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n", + " 'ETCHSUPPRESSORCURRENT': NumericalFeaturesAnalysis(feature='ETCHSUPPRESSORCURRENT', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n", + " 'FLOWCOOLFLOWRATE': NumericalFeaturesAnalysis(feature='FLOWCOOLFLOWRATE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n", + " 'FLOWCOOLPRESSURE': NumericalFeaturesAnalysis(feature='FLOWCOOLPRESSURE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n", + " 'ETCHGASCHANNEL1READBACK': NumericalFeaturesAnalysis(feature='ETCHGASCHANNEL1READBACK', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n", + " 'ETCHPBNGASREADBACK': NumericalFeaturesAnalysis(feature='ETCHPBNGASREADBACK', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)})}" ] }, "execution_count": 11, @@ -462,321 +342,237 @@ " \n", " \n", " \n", - " \n", - " Mean Correlation\n", - " Std Correlation\n", - " Percentage of lives with a high correlation\n", - " Abs mean correlation\n", - " Std mean correlation\n", - " Max correlation\n", - " Min correlation\n", - " \n", - " \n", - " Feature 1\n", - " Feature 2\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " feature_1\n", + " feature_2\n", + " mean_correlation\n", + " std_correlation\n", + " max_correlation\n", + " min_correlation\n", + " abs_mean_correlation\n", + " std_abs_mean_correlation\n", " \n", " \n", " \n", " \n", - " ETCHBEAMCURRENT\n", - " ETCHSUPPRESSORCURRENT\n", - " 0.991699\n", - " 0.019339\n", - " 100.000000\n", + " 3\n", + " ETCHBEAMCURRENT\n", + " ETCHSUPPRESSORCURRENT\n", " 0.991699\n", " 0.019339\n", " 0.999999\n", " 0.902432\n", + " 0.991699\n", + " 0.019339\n", " \n", " \n", - " ETCHBEAMVOLTAGE\n", - " 0.988537\n", - " 0.006507\n", - " 100.000000\n", + " 0\n", + " ETCHBEAMCURRENT\n", + " ETCHBEAMVOLTAGE\n", " 0.988537\n", " 0.006507\n", " 1.000000\n", " 0.972748\n", + " 0.988537\n", + " 0.006507\n", " \n", " \n", - " ETCHGASCHANNEL1READBACK\n", - " IONGAUGEPRESSURE\n", - " 0.988268\n", - " 0.014376\n", - " 100.000000\n", + " 20\n", + " ETCHGASCHANNEL1READBACK\n", + " IONGAUGEPRESSURE\n", " 0.988268\n", " 0.014376\n", " 0.997508\n", " 0.921932\n", + " 0.988268\n", + " 0.014376\n", " \n", " \n", - " ETCHPBNGASREADBACK\n", - " 0.983862\n", - " 0.009440\n", - " 100.000000\n", + " 15\n", + " ETCHGASCHANNEL1READBACK\n", + " ETCHPBNGASREADBACK\n", " 0.983862\n", " 0.009440\n", " 1.000000\n", " 0.959018\n", + " 0.983862\n", + " 0.009440\n", " \n", " \n", - " ETCHPBNGASREADBACK\n", - " IONGAUGEPRESSURE\n", - " 0.983569\n", - " 0.015495\n", - " 100.000000\n", + " 25\n", + " ETCHPBNGASREADBACK\n", + " IONGAUGEPRESSURE\n", " 0.983569\n", " 0.015495\n", " 0.998115\n", " 0.921932\n", + " 0.983569\n", + " 0.015495\n", " \n", " \n", - " ETCHBEAMVOLTAGE\n", - " ETCHSUPPRESSORCURRENT\n", - " 0.981086\n", - " 0.018304\n", - " 100.000000\n", + " 10\n", + " ETCHBEAMVOLTAGE\n", + " ETCHSUPPRESSORCURRENT\n", " 0.981086\n", " 0.018304\n", " 0.999999\n", " 0.906259\n", + " 0.981086\n", + " 0.018304\n", " \n", " \n", - " ETCHPBNGASREADBACK\n", - " FLOWCOOLFLOWRATE\n", - " 0.977637\n", - " 0.010261\n", - " 100.000000\n", + " 23\n", + " ETCHPBNGASREADBACK\n", + " FLOWCOOLFLOWRATE\n", " 0.977637\n", " 0.010261\n", " 1.000000\n", " 0.956083\n", + " 0.977637\n", + " 0.010261\n", " \n", " \n", - " ETCHGASCHANNEL1READBACK\n", - " FLOWCOOLFLOWRATE\n", - " 0.969433\n", - " 0.013474\n", - " 100.000000\n", + " 18\n", + " ETCHGASCHANNEL1READBACK\n", + " FLOWCOOLFLOWRATE\n", " 0.969433\n", " 0.013474\n", " 1.000000\n", " 0.944560\n", + " 0.969433\n", + " 0.013474\n", " \n", " \n", - " FLOWCOOLFLOWRATE\n", - " IONGAUGEPRESSURE\n", - " 0.954625\n", - " 0.015559\n", - " 100.000000\n", + " 34\n", + " FLOWCOOLFLOWRATE\n", + " IONGAUGEPRESSURE\n", " 0.954625\n", " 0.015559\n", " 0.996504\n", " 0.921932\n", + " 0.954625\n", + " 0.015559\n", " \n", " \n", - " ETCHSUPPRESSORCURRENT\n", - " IONGAUGEPRESSURE\n", - " 0.944165\n", - " 0.025810\n", - " 100.000000\n", + " 29\n", + " ETCHSUPPRESSORCURRENT\n", + " IONGAUGEPRESSURE\n", " 0.944165\n", " 0.025810\n", " 0.995928\n", " 0.878853\n", + " 0.944165\n", + " 0.025810\n", " \n", " \n", - " ETCHBEAMCURRENT\n", - " IONGAUGEPRESSURE\n", - " 0.940549\n", - " 0.039555\n", - " 100.000000\n", + " 7\n", + " ETCHBEAMCURRENT\n", + " IONGAUGEPRESSURE\n", " 0.940549\n", " 0.039555\n", " 0.996497\n", " 0.784839\n", + " 0.940549\n", + " 0.039555\n", " \n", " \n", - " ETCHGASCHANNEL1READBACK\n", - " ETCHSUPPRESSORCURRENT\n", - " 0.939134\n", - " 0.031115\n", - " 100.000000\n", + " 16\n", + " ETCHGASCHANNEL1READBACK\n", + " ETCHSUPPRESSORCURRENT\n", " 0.939134\n", " 0.031115\n", " 0.999999\n", " 0.853889\n", + " 0.939134\n", + " 0.031115\n", " \n", " \n", - " ETCHBEAMCURRENT\n", - " ETCHGASCHANNEL1READBACK\n", - " 0.936466\n", - " 0.045939\n", - " 100.000000\n", + " 1\n", + " ETCHBEAMCURRENT\n", + " ETCHGASCHANNEL1READBACK\n", " 0.936466\n", " 0.045939\n", " 1.000000\n", " 0.764096\n", + " 0.936466\n", + " 0.045939\n", " \n", " \n", - " ETCHBEAMVOLTAGE\n", - " ETCHGASCHANNEL1READBACK\n", - " 0.929428\n", - " 0.048063\n", - " 100.000000\n", + " 8\n", + " ETCHBEAMVOLTAGE\n", + " ETCHGASCHANNEL1READBACK\n", " 0.929428\n", " 0.048063\n", " 1.000000\n", " 0.761345\n", + " 0.929428\n", + " 0.048063\n", " \n", " \n", - " ETCHPBNGASREADBACK\n", - " ETCHSUPPRESSORVOLTAGE\n", - " 0.923903\n", - " 0.069885\n", - " 95.833333\n", + " 22\n", + " ETCHPBNGASREADBACK\n", + " ETCHSUPPRESSORVOLTAGE\n", " 0.923903\n", " 0.069885\n", " 1.000000\n", " 0.628822\n", + " 0.923903\n", + " 0.069885\n", " \n", " \n", "\n", "" ], "text/plain": [ - " Mean Correlation \\\n", - "Feature 1 Feature 2 \n", - "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.991699 \n", - " ETCHBEAMVOLTAGE 0.988537 \n", - "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.988268 \n", - " ETCHPBNGASREADBACK 0.983862 \n", - "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.983569 \n", - "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.981086 \n", - "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.977637 \n", - "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.969433 \n", - "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.954625 \n", - "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.944165 \n", - "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.940549 \n", - "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.939134 \n", - "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.936466 \n", - "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.929428 \n", - "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.923903 \n", - "\n", - " Std Correlation \\\n", - "Feature 1 Feature 2 \n", - "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.019339 \n", - " ETCHBEAMVOLTAGE 0.006507 \n", - "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.014376 \n", - " ETCHPBNGASREADBACK 0.009440 \n", - "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.015495 \n", - "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.018304 \n", - "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.010261 \n", - "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.013474 \n", - "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.015559 \n", - "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.025810 \n", - "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.039555 \n", - "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.031115 \n", - "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.045939 \n", - "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.048063 \n", - "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.069885 \n", - "\n", - " Percentage of lives with a high correlation \\\n", - "Feature 1 Feature 2 \n", - "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 100.000000 \n", - " ETCHBEAMVOLTAGE 100.000000 \n", - "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 100.000000 \n", - " ETCHPBNGASREADBACK 100.000000 \n", - "ETCHPBNGASREADBACK IONGAUGEPRESSURE 100.000000 \n", - "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 100.000000 \n", - "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 100.000000 \n", - "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 100.000000 \n", - "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 100.000000 \n", - "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 100.000000 \n", - "ETCHBEAMCURRENT IONGAUGEPRESSURE 100.000000 \n", - "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 100.000000 \n", - "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 100.000000 \n", - "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 100.000000 \n", - "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 95.833333 \n", - "\n", - " Abs mean correlation \\\n", - "Feature 1 Feature 2 \n", - "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.991699 \n", - " ETCHBEAMVOLTAGE 0.988537 \n", - "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.988268 \n", - " ETCHPBNGASREADBACK 0.983862 \n", - "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.983569 \n", - "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.981086 \n", - "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.977637 \n", - "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.969433 \n", - "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.954625 \n", - "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.944165 \n", - "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.940549 \n", - "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.939134 \n", - "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.936466 \n", - "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.929428 \n", - "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.923903 \n", - "\n", - " Std mean correlation \\\n", - "Feature 1 Feature 2 \n", - "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.019339 \n", - " ETCHBEAMVOLTAGE 0.006507 \n", - "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.014376 \n", - " ETCHPBNGASREADBACK 0.009440 \n", - "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.015495 \n", - "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.018304 \n", - "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.010261 \n", - "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.013474 \n", - "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.015559 \n", - "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.025810 \n", - "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.039555 \n", - "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.031115 \n", - "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.045939 \n", - "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.048063 \n", - "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.069885 \n", + " feature_1 feature_2 mean_correlation \\\n", + "3 ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.991699 \n", + "0 ETCHBEAMCURRENT ETCHBEAMVOLTAGE 0.988537 \n", + "20 ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.988268 \n", + "15 ETCHGASCHANNEL1READBACK ETCHPBNGASREADBACK 0.983862 \n", + "25 ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.983569 \n", + "10 ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.981086 \n", + "23 ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.977637 \n", + "18 ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.969433 \n", + "34 FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.954625 \n", + "29 ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.944165 \n", + "7 ETCHBEAMCURRENT IONGAUGEPRESSURE 0.940549 \n", + "16 ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.939134 \n", + "1 ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.936466 \n", + "8 ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.929428 \n", + "22 ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.923903 \n", "\n", - " Max correlation \\\n", - "Feature 1 Feature 2 \n", - "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.999999 \n", - " ETCHBEAMVOLTAGE 1.000000 \n", - "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.997508 \n", - " ETCHPBNGASREADBACK 1.000000 \n", - "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.998115 \n", - "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.999999 \n", - "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 1.000000 \n", - "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 1.000000 \n", - "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.996504 \n", - "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.995928 \n", - "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.996497 \n", - "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.999999 \n", - "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 1.000000 \n", - "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 1.000000 \n", - "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 1.000000 \n", + " std_correlation max_correlation min_correlation abs_mean_correlation \\\n", + "3 0.019339 0.999999 0.902432 0.991699 \n", + "0 0.006507 1.000000 0.972748 0.988537 \n", + "20 0.014376 0.997508 0.921932 0.988268 \n", + "15 0.009440 1.000000 0.959018 0.983862 \n", + "25 0.015495 0.998115 0.921932 0.983569 \n", + "10 0.018304 0.999999 0.906259 0.981086 \n", + "23 0.010261 1.000000 0.956083 0.977637 \n", + "18 0.013474 1.000000 0.944560 0.969433 \n", + "34 0.015559 0.996504 0.921932 0.954625 \n", + "29 0.025810 0.995928 0.878853 0.944165 \n", + "7 0.039555 0.996497 0.784839 0.940549 \n", + "16 0.031115 0.999999 0.853889 0.939134 \n", + "1 0.045939 1.000000 0.764096 0.936466 \n", + "8 0.048063 1.000000 0.761345 0.929428 \n", + "22 0.069885 1.000000 0.628822 0.923903 \n", "\n", - " Min correlation \n", - "Feature 1 Feature 2 \n", - "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.902432 \n", - " ETCHBEAMVOLTAGE 0.972748 \n", - "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.921932 \n", - " ETCHPBNGASREADBACK 0.959018 \n", - "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.921932 \n", - "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.906259 \n", - "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.956083 \n", - "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.944560 \n", - "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.921932 \n", - "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.878853 \n", - "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.784839 \n", - "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.853889 \n", - "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.764096 \n", - "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.761345 \n", - "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.628822 " + " std_abs_mean_correlation \n", + "3 0.019339 \n", + "0 0.006507 \n", + "20 0.014376 \n", + "15 0.009440 \n", + "25 0.015495 \n", + "10 0.018304 \n", + "23 0.010261 \n", + "18 0.013474 \n", + "34 0.015559 \n", + "29 0.025810 \n", + "7 0.039555 \n", + "16 0.031115 \n", + "1 0.045939 \n", + "8 0.048063 \n", + "22 0.069885 " ] }, "execution_count": 13, @@ -786,7 +582,8 @@ ], "source": [ "(correlation_analysis(transformed_dataset)\n", - " .sort_values(by='Abs mean correlation', ascending=False)\n", + " .to_pandas()\n", + " .sort_values(by='abs_mean_correlation', ascending=False)\n", " .head(15)\n", ")" ] @@ -800,7 +597,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 14, @@ -836,7 +633,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 15, @@ -1117,7 +914,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 20, @@ -1266,7 +1063,7 @@ { "data": { "text/plain": [ - "" + "" ] }, "execution_count": 22,