diff --git a/plot_benchmark_metrics.ipynb b/plot_benchmark_metrics.ipynb index 7365ff7..0fbe9b8 100644 --- a/plot_benchmark_metrics.ipynb +++ b/plot_benchmark_metrics.ipynb @@ -28,6 +28,956 @@ "\n" ] }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + " | estimator | \n", + "error | \n", + "alpha | \n", + "cov_type | \n", + "n_sensors | \n", + "n_sources | \n", + "n_times | \n", + "nnz | \n", + "orientation_type | \n", + "path_to_leadfield | \n", + "extra_params | \n", + "estimator__alpha | \n", + "estimator__alpha_cv | \n", + "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.99 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
1 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.99 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
2 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.99 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
3 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.99 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
4 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.90 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
5 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.90 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
6 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.90 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
7 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.90 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
8 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.80 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
9 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.80 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
10 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.80 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
11 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.80 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
12 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.70 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
13 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.70 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
14 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.70 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
15 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.70 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
16 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.60 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
17 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.60 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
18 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.60 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
19 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.60 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
20 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.50 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
21 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.50 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
22 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.50 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
23 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.50 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
24 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.40 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
25 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.40 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
26 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.40 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
27 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.40 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
28 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.30 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
29 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.30 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
30 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.30 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
31 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.30 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
32 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.20 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
33 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.20 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
34 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.20 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
35 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.20 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
36 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.10 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
37 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.10 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
38 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.10 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
39 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.10 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
40 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.01 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "1 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
41 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.01 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "2 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
42 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.01 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "3 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "
43 | \n", + "eloreta | \n", + "matmul: Input operand 1 has a mismatch in its ... | \n", + "0.01 | \n", + "diag | \n", + "50 | \n", + "200 | \n", + "10 | \n", + "5 | \n", + "free | \n", + "bsi_zoo/tests/data/lead_field_free_CC120264.npz | \n", + "{} | \n", + "[0.0001, 0.001, 0.01, 0.1, 1, 10, 100, 1000, 1... | \n", + "None | \n", + "