diff --git a/docs/dataset/analysis/Sensor Validation.ipynb b/docs/dataset/analysis/Sensor Validation.ipynb
index efbeafd..9179a12 100644
--- a/docs/dataset/analysis/Sensor Validation.ipynb
+++ b/docs/dataset/analysis/Sensor Validation.ipynb
@@ -55,15 +55,15 @@
"text": [
"/home/luciano/venvs/ceruleo/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
" from .autonotebook import tqdm as notebook_tqdm\n",
- "2024-02-23 21:02:29.344194: I tensorflow/core/util/port.cc:113] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n",
- "2024-02-23 21:02:29.345851: I external/local_tsl/tsl/cuda/cudart_stub.cc:31] Could not find cuda drivers on your machine, GPU will not be used.\n",
- "2024-02-23 21:02:29.374001: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
- "2024-02-23 21:02:29.374029: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
- "2024-02-23 21:02:29.375029: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n",
- "2024-02-23 21:02:29.379943: I external/local_tsl/tsl/cuda/cudart_stub.cc:31] Could not find cuda drivers on your machine, GPU will not be used.\n",
- "2024-02-23 21:02:29.380455: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n",
+ "2024-02-27 00:15:47.487700: I tensorflow/core/util/port.cc:113] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n",
+ "2024-02-27 00:15:47.490128: I external/local_tsl/tsl/cuda/cudart_stub.cc:31] Could not find cuda drivers on your machine, GPU will not be used.\n",
+ "2024-02-27 00:15:47.525155: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
+ "2024-02-27 00:15:47.525183: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
+ "2024-02-27 00:15:47.526080: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n",
+ "2024-02-27 00:15:47.531697: I external/local_tsl/tsl/cuda/cudart_stub.cc:31] Could not find cuda drivers on your machine, GPU will not be used.\n",
+ "2024-02-27 00:15:47.532347: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n",
"To enable the following instructions: AVX2 AVX512F AVX512_VNNI FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
- "2024-02-23 21:02:30.080023: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"
+ "2024-02-27 00:15:48.411965: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n"
]
}
],
@@ -244,44 +244,8 @@
"outputs": [
{
"data": {
- "text/html": [
- "
\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " Mean sample rate | \n",
- " Std sample rate | \n",
- " Mode sample rate | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " Dataset | \n",
- " 10.105973 | \n",
- " 607.552008 | \n",
- " 4 | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
"text/plain": [
- " Mean sample rate Std sample rate Mode sample rate\n",
- "Dataset 10.105973 607.552008 4"
+ "SampleRateAnalysis(mode=4.0, mean=10.105972973701492, std=607.5520078393931)"
]
},
"execution_count": 10,
@@ -312,100 +276,16 @@
"outputs": [
{
"data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " null Mean | \n",
- " null Max | \n",
- " null Min | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " IONGAUGEPRESSURE | \n",
- " 0.0+/-0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- "
\n",
- " \n",
- " ETCHBEAMVOLTAGE | \n",
- " 0.0+/-0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- "
\n",
- " \n",
- " ETCHBEAMCURRENT | \n",
- " 0.0+/-0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- "
\n",
- " \n",
- " ETCHSUPPRESSORVOLTAGE | \n",
- " 0.0+/-0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- "
\n",
- " \n",
- " ETCHSUPPRESSORCURRENT | \n",
- " 0.0+/-0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- "
\n",
- " \n",
- " FLOWCOOLFLOWRATE | \n",
- " 0.0+/-0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- "
\n",
- " \n",
- " FLOWCOOLPRESSURE | \n",
- " 0.0+/-0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- "
\n",
- " \n",
- " ETCHGASCHANNEL1READBACK | \n",
- " 0.0+/-0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- "
\n",
- " \n",
- " ETCHPBNGASREADBACK | \n",
- " 0.0+/-0 | \n",
- " 0.0 | \n",
- " 0.0 | \n",
- "
\n",
- " \n",
- "
\n",
- "
"
- ],
"text/plain": [
- " null Mean null Max null Min\n",
- "IONGAUGEPRESSURE 0.0+/-0 0.0 0.0\n",
- "ETCHBEAMVOLTAGE 0.0+/-0 0.0 0.0\n",
- "ETCHBEAMCURRENT 0.0+/-0 0.0 0.0\n",
- "ETCHSUPPRESSORVOLTAGE 0.0+/-0 0.0 0.0\n",
- "ETCHSUPPRESSORCURRENT 0.0+/-0 0.0 0.0\n",
- "FLOWCOOLFLOWRATE 0.0+/-0 0.0 0.0\n",
- "FLOWCOOLPRESSURE 0.0+/-0 0.0 0.0\n",
- "ETCHGASCHANNEL1READBACK 0.0+/-0 0.0 0.0\n",
- "ETCHPBNGASREADBACK 0.0+/-0 0.0 0.0"
+ "{'IONGAUGEPRESSURE': NumericalFeaturesAnalysis(feature='IONGAUGEPRESSURE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n",
+ " 'ETCHBEAMVOLTAGE': NumericalFeaturesAnalysis(feature='ETCHBEAMVOLTAGE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n",
+ " 'ETCHBEAMCURRENT': NumericalFeaturesAnalysis(feature='ETCHBEAMCURRENT', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n",
+ " 'ETCHSUPPRESSORVOLTAGE': NumericalFeaturesAnalysis(feature='ETCHSUPPRESSORVOLTAGE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n",
+ " 'ETCHSUPPRESSORCURRENT': NumericalFeaturesAnalysis(feature='ETCHSUPPRESSORCURRENT', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n",
+ " 'FLOWCOOLFLOWRATE': NumericalFeaturesAnalysis(feature='FLOWCOOLFLOWRATE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n",
+ " 'FLOWCOOLPRESSURE': NumericalFeaturesAnalysis(feature='FLOWCOOLPRESSURE', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n",
+ " 'ETCHGASCHANNEL1READBACK': NumericalFeaturesAnalysis(feature='ETCHGASCHANNEL1READBACK', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)}),\n",
+ " 'ETCHPBNGASREADBACK': NumericalFeaturesAnalysis(feature='ETCHPBNGASREADBACK', metric={: MetricValues(mean=0.0, std=0.0, max=0.0, min=0.0)})}"
]
},
"execution_count": 11,
@@ -462,321 +342,237 @@
" \n",
" \n",
" | \n",
- " | \n",
- " Mean Correlation | \n",
- " Std Correlation | \n",
- " Percentage of lives with a high correlation | \n",
- " Abs mean correlation | \n",
- " Std mean correlation | \n",
- " Max correlation | \n",
- " Min correlation | \n",
- "
\n",
- " \n",
- " Feature 1 | \n",
- " Feature 2 | \n",
- " | \n",
- " | \n",
- " | \n",
- " | \n",
- " | \n",
- " | \n",
- " | \n",
+ " feature_1 | \n",
+ " feature_2 | \n",
+ " mean_correlation | \n",
+ " std_correlation | \n",
+ " max_correlation | \n",
+ " min_correlation | \n",
+ " abs_mean_correlation | \n",
+ " std_abs_mean_correlation | \n",
"
\n",
" \n",
" \n",
" \n",
- " ETCHBEAMCURRENT | \n",
- " ETCHSUPPRESSORCURRENT | \n",
- " 0.991699 | \n",
- " 0.019339 | \n",
- " 100.000000 | \n",
+ " 3 | \n",
+ " ETCHBEAMCURRENT | \n",
+ " ETCHSUPPRESSORCURRENT | \n",
" 0.991699 | \n",
" 0.019339 | \n",
" 0.999999 | \n",
" 0.902432 | \n",
+ " 0.991699 | \n",
+ " 0.019339 | \n",
"
\n",
" \n",
- " ETCHBEAMVOLTAGE | \n",
- " 0.988537 | \n",
- " 0.006507 | \n",
- " 100.000000 | \n",
+ " 0 | \n",
+ " ETCHBEAMCURRENT | \n",
+ " ETCHBEAMVOLTAGE | \n",
" 0.988537 | \n",
" 0.006507 | \n",
" 1.000000 | \n",
" 0.972748 | \n",
+ " 0.988537 | \n",
+ " 0.006507 | \n",
"
\n",
" \n",
- " ETCHGASCHANNEL1READBACK | \n",
- " IONGAUGEPRESSURE | \n",
- " 0.988268 | \n",
- " 0.014376 | \n",
- " 100.000000 | \n",
+ " 20 | \n",
+ " ETCHGASCHANNEL1READBACK | \n",
+ " IONGAUGEPRESSURE | \n",
" 0.988268 | \n",
" 0.014376 | \n",
" 0.997508 | \n",
" 0.921932 | \n",
+ " 0.988268 | \n",
+ " 0.014376 | \n",
"
\n",
" \n",
- " ETCHPBNGASREADBACK | \n",
- " 0.983862 | \n",
- " 0.009440 | \n",
- " 100.000000 | \n",
+ " 15 | \n",
+ " ETCHGASCHANNEL1READBACK | \n",
+ " ETCHPBNGASREADBACK | \n",
" 0.983862 | \n",
" 0.009440 | \n",
" 1.000000 | \n",
" 0.959018 | \n",
+ " 0.983862 | \n",
+ " 0.009440 | \n",
"
\n",
" \n",
- " ETCHPBNGASREADBACK | \n",
- " IONGAUGEPRESSURE | \n",
- " 0.983569 | \n",
- " 0.015495 | \n",
- " 100.000000 | \n",
+ " 25 | \n",
+ " ETCHPBNGASREADBACK | \n",
+ " IONGAUGEPRESSURE | \n",
" 0.983569 | \n",
" 0.015495 | \n",
" 0.998115 | \n",
" 0.921932 | \n",
+ " 0.983569 | \n",
+ " 0.015495 | \n",
"
\n",
" \n",
- " ETCHBEAMVOLTAGE | \n",
- " ETCHSUPPRESSORCURRENT | \n",
- " 0.981086 | \n",
- " 0.018304 | \n",
- " 100.000000 | \n",
+ " 10 | \n",
+ " ETCHBEAMVOLTAGE | \n",
+ " ETCHSUPPRESSORCURRENT | \n",
" 0.981086 | \n",
" 0.018304 | \n",
" 0.999999 | \n",
" 0.906259 | \n",
+ " 0.981086 | \n",
+ " 0.018304 | \n",
"
\n",
" \n",
- " ETCHPBNGASREADBACK | \n",
- " FLOWCOOLFLOWRATE | \n",
- " 0.977637 | \n",
- " 0.010261 | \n",
- " 100.000000 | \n",
+ " 23 | \n",
+ " ETCHPBNGASREADBACK | \n",
+ " FLOWCOOLFLOWRATE | \n",
" 0.977637 | \n",
" 0.010261 | \n",
" 1.000000 | \n",
" 0.956083 | \n",
+ " 0.977637 | \n",
+ " 0.010261 | \n",
"
\n",
" \n",
- " ETCHGASCHANNEL1READBACK | \n",
- " FLOWCOOLFLOWRATE | \n",
- " 0.969433 | \n",
- " 0.013474 | \n",
- " 100.000000 | \n",
+ " 18 | \n",
+ " ETCHGASCHANNEL1READBACK | \n",
+ " FLOWCOOLFLOWRATE | \n",
" 0.969433 | \n",
" 0.013474 | \n",
" 1.000000 | \n",
" 0.944560 | \n",
+ " 0.969433 | \n",
+ " 0.013474 | \n",
"
\n",
" \n",
- " FLOWCOOLFLOWRATE | \n",
- " IONGAUGEPRESSURE | \n",
- " 0.954625 | \n",
- " 0.015559 | \n",
- " 100.000000 | \n",
+ " 34 | \n",
+ " FLOWCOOLFLOWRATE | \n",
+ " IONGAUGEPRESSURE | \n",
" 0.954625 | \n",
" 0.015559 | \n",
" 0.996504 | \n",
" 0.921932 | \n",
+ " 0.954625 | \n",
+ " 0.015559 | \n",
"
\n",
" \n",
- " ETCHSUPPRESSORCURRENT | \n",
- " IONGAUGEPRESSURE | \n",
- " 0.944165 | \n",
- " 0.025810 | \n",
- " 100.000000 | \n",
+ " 29 | \n",
+ " ETCHSUPPRESSORCURRENT | \n",
+ " IONGAUGEPRESSURE | \n",
" 0.944165 | \n",
" 0.025810 | \n",
" 0.995928 | \n",
" 0.878853 | \n",
+ " 0.944165 | \n",
+ " 0.025810 | \n",
"
\n",
" \n",
- " ETCHBEAMCURRENT | \n",
- " IONGAUGEPRESSURE | \n",
- " 0.940549 | \n",
- " 0.039555 | \n",
- " 100.000000 | \n",
+ " 7 | \n",
+ " ETCHBEAMCURRENT | \n",
+ " IONGAUGEPRESSURE | \n",
" 0.940549 | \n",
" 0.039555 | \n",
" 0.996497 | \n",
" 0.784839 | \n",
+ " 0.940549 | \n",
+ " 0.039555 | \n",
"
\n",
" \n",
- " ETCHGASCHANNEL1READBACK | \n",
- " ETCHSUPPRESSORCURRENT | \n",
- " 0.939134 | \n",
- " 0.031115 | \n",
- " 100.000000 | \n",
+ " 16 | \n",
+ " ETCHGASCHANNEL1READBACK | \n",
+ " ETCHSUPPRESSORCURRENT | \n",
" 0.939134 | \n",
" 0.031115 | \n",
" 0.999999 | \n",
" 0.853889 | \n",
+ " 0.939134 | \n",
+ " 0.031115 | \n",
"
\n",
" \n",
- " ETCHBEAMCURRENT | \n",
- " ETCHGASCHANNEL1READBACK | \n",
- " 0.936466 | \n",
- " 0.045939 | \n",
- " 100.000000 | \n",
+ " 1 | \n",
+ " ETCHBEAMCURRENT | \n",
+ " ETCHGASCHANNEL1READBACK | \n",
" 0.936466 | \n",
" 0.045939 | \n",
" 1.000000 | \n",
" 0.764096 | \n",
+ " 0.936466 | \n",
+ " 0.045939 | \n",
"
\n",
" \n",
- " ETCHBEAMVOLTAGE | \n",
- " ETCHGASCHANNEL1READBACK | \n",
- " 0.929428 | \n",
- " 0.048063 | \n",
- " 100.000000 | \n",
+ " 8 | \n",
+ " ETCHBEAMVOLTAGE | \n",
+ " ETCHGASCHANNEL1READBACK | \n",
" 0.929428 | \n",
" 0.048063 | \n",
" 1.000000 | \n",
" 0.761345 | \n",
+ " 0.929428 | \n",
+ " 0.048063 | \n",
"
\n",
" \n",
- " ETCHPBNGASREADBACK | \n",
- " ETCHSUPPRESSORVOLTAGE | \n",
- " 0.923903 | \n",
- " 0.069885 | \n",
- " 95.833333 | \n",
+ " 22 | \n",
+ " ETCHPBNGASREADBACK | \n",
+ " ETCHSUPPRESSORVOLTAGE | \n",
" 0.923903 | \n",
" 0.069885 | \n",
" 1.000000 | \n",
" 0.628822 | \n",
+ " 0.923903 | \n",
+ " 0.069885 | \n",
"
\n",
" \n",
"\n",
""
],
"text/plain": [
- " Mean Correlation \\\n",
- "Feature 1 Feature 2 \n",
- "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.991699 \n",
- " ETCHBEAMVOLTAGE 0.988537 \n",
- "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.988268 \n",
- " ETCHPBNGASREADBACK 0.983862 \n",
- "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.983569 \n",
- "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.981086 \n",
- "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.977637 \n",
- "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.969433 \n",
- "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.954625 \n",
- "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.944165 \n",
- "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.940549 \n",
- "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.939134 \n",
- "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.936466 \n",
- "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.929428 \n",
- "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.923903 \n",
- "\n",
- " Std Correlation \\\n",
- "Feature 1 Feature 2 \n",
- "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.019339 \n",
- " ETCHBEAMVOLTAGE 0.006507 \n",
- "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.014376 \n",
- " ETCHPBNGASREADBACK 0.009440 \n",
- "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.015495 \n",
- "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.018304 \n",
- "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.010261 \n",
- "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.013474 \n",
- "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.015559 \n",
- "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.025810 \n",
- "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.039555 \n",
- "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.031115 \n",
- "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.045939 \n",
- "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.048063 \n",
- "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.069885 \n",
- "\n",
- " Percentage of lives with a high correlation \\\n",
- "Feature 1 Feature 2 \n",
- "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 100.000000 \n",
- " ETCHBEAMVOLTAGE 100.000000 \n",
- "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 100.000000 \n",
- " ETCHPBNGASREADBACK 100.000000 \n",
- "ETCHPBNGASREADBACK IONGAUGEPRESSURE 100.000000 \n",
- "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 100.000000 \n",
- "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 100.000000 \n",
- "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 100.000000 \n",
- "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 100.000000 \n",
- "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 100.000000 \n",
- "ETCHBEAMCURRENT IONGAUGEPRESSURE 100.000000 \n",
- "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 100.000000 \n",
- "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 100.000000 \n",
- "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 100.000000 \n",
- "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 95.833333 \n",
- "\n",
- " Abs mean correlation \\\n",
- "Feature 1 Feature 2 \n",
- "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.991699 \n",
- " ETCHBEAMVOLTAGE 0.988537 \n",
- "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.988268 \n",
- " ETCHPBNGASREADBACK 0.983862 \n",
- "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.983569 \n",
- "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.981086 \n",
- "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.977637 \n",
- "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.969433 \n",
- "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.954625 \n",
- "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.944165 \n",
- "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.940549 \n",
- "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.939134 \n",
- "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.936466 \n",
- "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.929428 \n",
- "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.923903 \n",
- "\n",
- " Std mean correlation \\\n",
- "Feature 1 Feature 2 \n",
- "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.019339 \n",
- " ETCHBEAMVOLTAGE 0.006507 \n",
- "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.014376 \n",
- " ETCHPBNGASREADBACK 0.009440 \n",
- "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.015495 \n",
- "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.018304 \n",
- "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.010261 \n",
- "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.013474 \n",
- "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.015559 \n",
- "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.025810 \n",
- "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.039555 \n",
- "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.031115 \n",
- "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.045939 \n",
- "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.048063 \n",
- "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.069885 \n",
+ " feature_1 feature_2 mean_correlation \\\n",
+ "3 ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.991699 \n",
+ "0 ETCHBEAMCURRENT ETCHBEAMVOLTAGE 0.988537 \n",
+ "20 ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.988268 \n",
+ "15 ETCHGASCHANNEL1READBACK ETCHPBNGASREADBACK 0.983862 \n",
+ "25 ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.983569 \n",
+ "10 ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.981086 \n",
+ "23 ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.977637 \n",
+ "18 ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.969433 \n",
+ "34 FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.954625 \n",
+ "29 ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.944165 \n",
+ "7 ETCHBEAMCURRENT IONGAUGEPRESSURE 0.940549 \n",
+ "16 ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.939134 \n",
+ "1 ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.936466 \n",
+ "8 ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.929428 \n",
+ "22 ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.923903 \n",
"\n",
- " Max correlation \\\n",
- "Feature 1 Feature 2 \n",
- "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.999999 \n",
- " ETCHBEAMVOLTAGE 1.000000 \n",
- "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.997508 \n",
- " ETCHPBNGASREADBACK 1.000000 \n",
- "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.998115 \n",
- "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.999999 \n",
- "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 1.000000 \n",
- "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 1.000000 \n",
- "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.996504 \n",
- "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.995928 \n",
- "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.996497 \n",
- "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.999999 \n",
- "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 1.000000 \n",
- "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 1.000000 \n",
- "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 1.000000 \n",
+ " std_correlation max_correlation min_correlation abs_mean_correlation \\\n",
+ "3 0.019339 0.999999 0.902432 0.991699 \n",
+ "0 0.006507 1.000000 0.972748 0.988537 \n",
+ "20 0.014376 0.997508 0.921932 0.988268 \n",
+ "15 0.009440 1.000000 0.959018 0.983862 \n",
+ "25 0.015495 0.998115 0.921932 0.983569 \n",
+ "10 0.018304 0.999999 0.906259 0.981086 \n",
+ "23 0.010261 1.000000 0.956083 0.977637 \n",
+ "18 0.013474 1.000000 0.944560 0.969433 \n",
+ "34 0.015559 0.996504 0.921932 0.954625 \n",
+ "29 0.025810 0.995928 0.878853 0.944165 \n",
+ "7 0.039555 0.996497 0.784839 0.940549 \n",
+ "16 0.031115 0.999999 0.853889 0.939134 \n",
+ "1 0.045939 1.000000 0.764096 0.936466 \n",
+ "8 0.048063 1.000000 0.761345 0.929428 \n",
+ "22 0.069885 1.000000 0.628822 0.923903 \n",
"\n",
- " Min correlation \n",
- "Feature 1 Feature 2 \n",
- "ETCHBEAMCURRENT ETCHSUPPRESSORCURRENT 0.902432 \n",
- " ETCHBEAMVOLTAGE 0.972748 \n",
- "ETCHGASCHANNEL1READBACK IONGAUGEPRESSURE 0.921932 \n",
- " ETCHPBNGASREADBACK 0.959018 \n",
- "ETCHPBNGASREADBACK IONGAUGEPRESSURE 0.921932 \n",
- "ETCHBEAMVOLTAGE ETCHSUPPRESSORCURRENT 0.906259 \n",
- "ETCHPBNGASREADBACK FLOWCOOLFLOWRATE 0.956083 \n",
- "ETCHGASCHANNEL1READBACK FLOWCOOLFLOWRATE 0.944560 \n",
- "FLOWCOOLFLOWRATE IONGAUGEPRESSURE 0.921932 \n",
- "ETCHSUPPRESSORCURRENT IONGAUGEPRESSURE 0.878853 \n",
- "ETCHBEAMCURRENT IONGAUGEPRESSURE 0.784839 \n",
- "ETCHGASCHANNEL1READBACK ETCHSUPPRESSORCURRENT 0.853889 \n",
- "ETCHBEAMCURRENT ETCHGASCHANNEL1READBACK 0.764096 \n",
- "ETCHBEAMVOLTAGE ETCHGASCHANNEL1READBACK 0.761345 \n",
- "ETCHPBNGASREADBACK ETCHSUPPRESSORVOLTAGE 0.628822 "
+ " std_abs_mean_correlation \n",
+ "3 0.019339 \n",
+ "0 0.006507 \n",
+ "20 0.014376 \n",
+ "15 0.009440 \n",
+ "25 0.015495 \n",
+ "10 0.018304 \n",
+ "23 0.010261 \n",
+ "18 0.013474 \n",
+ "34 0.015559 \n",
+ "29 0.025810 \n",
+ "7 0.039555 \n",
+ "16 0.031115 \n",
+ "1 0.045939 \n",
+ "8 0.048063 \n",
+ "22 0.069885 "
]
},
"execution_count": 13,
@@ -786,7 +582,8 @@
],
"source": [
"(correlation_analysis(transformed_dataset)\n",
- " .sort_values(by='Abs mean correlation', ascending=False)\n",
+ " .to_pandas()\n",
+ " .sort_values(by='abs_mean_correlation', ascending=False)\n",
" .head(15)\n",
")"
]
@@ -800,7 +597,7 @@
{
"data": {
"text/plain": [
- ""
+ ""
]
},
"execution_count": 14,
@@ -836,7 +633,7 @@
{
"data": {
"text/plain": [
- ""
+ ""
]
},
"execution_count": 15,
@@ -1117,7 +914,7 @@
{
"data": {
"text/plain": [
- ""
+ ""
]
},
"execution_count": 20,
@@ -1266,7 +1063,7 @@
{
"data": {
"text/plain": [
- ""
+ ""
]
},
"execution_count": 22,